-- Logs begin at Mon 2022-10-10 16:18:22 UTC, end at Mon 2022-10-10 17:33:35 UTC. -- Oct 10 16:59:17.291826 dv-cinder-834540-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 10 16:59:19.925577 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.common.config [-] Logging enabled! Oct 10 16:59:19.926111 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev58 Oct 10 16:59:19.926378 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104886) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 10 16:59:19.929574 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.common.config [-] Logging enabled! Oct 10 16:59:19.929832 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev58 Oct 10 16:59:19.930148 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104886) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 10 16:59:19.931092 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 16:59:19.931326 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 16:59:19.931810 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 16:59:19.932087 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 16:59:19.932318 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 16:59:19.932639 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.932943 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.933175 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.933474 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.933767 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.934060 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.934350 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.934653 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.934940 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.935224 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.935508 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.935740 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.936047 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.936334 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.936624 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.937104 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] debug = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.937387 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.937806 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.938216 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.938514 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.938801 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.939078 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.939351 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.940166 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.940452 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.940786 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] host = dv-cinder-834540-2-iscsi {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.941065 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.941353 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.941641 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.941929 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.942204 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.942481 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.942770 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.943044 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.943317 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] log_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.943592 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.943882 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.944195 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.944488 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.944715 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.944938 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.945224 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.945519 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.945796 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.946070 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.946343 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.946615 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.946891 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.947161 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.947445 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.947729 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.948015 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.948317 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.948590 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.948864 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.949135 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.949422 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.949695 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.949967 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.950237 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.950523 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.950792 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.951065 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.951365 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.951650 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.951932 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.952243 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.952515 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.952800 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.953073 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.953345 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.953616 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] use_json = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.953888 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.954158 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.954436 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.954709 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.954980 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.955312 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.956119 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.956410 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.956684 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:19.956980 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.957279 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.957582 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.957867 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.958173 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.958456 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.958748 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.959030 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.959322 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.959614 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.959904 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.960208 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.960510 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.960800 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.961096 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.961402 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.961696 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.961989 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.962266 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.962540 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.962814 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.963091 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.963377 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.963657 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.963946 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.964259 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.964541 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.964838 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.965124 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.965411 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.965706 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.966001 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.966278 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.966558 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.966851 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.967133 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.967410 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.967701 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.967982 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.968347 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.968634 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.968929 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.969219 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.969495 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.969776 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.970070 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.970350 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.970625 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.970921 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.971200 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.971474 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.971762 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.972079 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.972336 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.972612 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.972891 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.973165 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.973441 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.973720 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.973995 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.974273 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.974547 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.974820 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.975092 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.975365 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.975638 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.975915 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.976216 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.976496 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.976769 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.977040 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.977312 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.977586 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.977860 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.978143 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.978440 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.978718 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.978996 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.979271 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.979548 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.979826 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.980128 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.980409 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.980686 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.980960 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.981250 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.981535 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.981823 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.982105 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.982401 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.982698 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.982976 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.983253 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.983530 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.983810 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.984114 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.984398 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.984675 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.984950 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.985231 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.985516 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.985815 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.986111 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.986393 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.986711 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.987007 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.987300 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.987581 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.987891 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.988201 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:19.988421 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 16:59:19.988661 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104886) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 10 16:59:20.363461 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 10 16:59:20.363779 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 10 16:59:20.364096 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 10 16:59:20.364299 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 10 16:59:20.364577 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 10 16:59:20.364903 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 10 16:59:20.686982 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.687286 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.687559 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.688781 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.689058 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.689326 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.741630 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.741911 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.742183 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.758430 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.758714 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.758985 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.786833 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.787112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.787378 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.823372 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.823649 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:20.823926 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.053309 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.053905 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.053905 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.054941 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.055655 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.152277 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.152599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.152883 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.153161 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.153434 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.153752 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.154019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.154285 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.154547 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.154835 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.155099 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.155369 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.155632 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.155891 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.156181 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.156460 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.156723 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.156998 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.157274 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.157541 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.157821 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.158089 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.158414 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.158799 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.159061 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.159318 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.159717 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 16:59:21.159956 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 16:59:21.160240 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 16:59:21.160451 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 16:59:21.160683 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 16:59:21.160915 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 16:59:21.161278 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 10 16:59:21.164355 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 10 16:59:21.168290 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 10 16:59:21.171953 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 10 16:59:21.173586 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 10 16:59:21.174743 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 10 16:59:21.175074 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 10 16:59:21.175457 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 10 16:59:21.178327 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 10 16:59:21.178579 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 10 16:59:21.178930 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 10 16:59:21.183989 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 10 16:59:21.207277 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 10 16:59:21.207728 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.208046 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104886) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 10 16:59:21.208417 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.209773 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104886) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 10 16:59:21.210054 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 10 16:59:21.210302 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 10 16:59:21.221184 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.221468 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:21.392243 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 10 16:59:21.392449 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 10 16:59:21.392688 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 10 16:59:21.393060 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 10 16:59:21.445263 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO dbcounter [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Registered counter for database neutron Oct 10 16:59:21.462273 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_db.sqlalchemy.engines [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104886) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 10 16:59:21.468101 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG dbcounter [-] [104886] Writer thread running {{(pid=104886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 16:59:22.152913 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Initializing driver for type 'gre' Oct 10 16:59:22.153510 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] gre ID ranges: [(1, 1000)] Oct 10 16:59:22.341230 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Initializing driver for type 'local' Oct 10 16:59:22.341565 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Initializing driver for type 'vlan' Oct 10 16:59:22.431971 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] VlanTypeDriver initialization complete Oct 10 16:59:22.432346 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Initializing driver for type 'vxlan' Oct 10 16:59:22.432843 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] vxlan ID ranges: [(1, 1000)] Oct 10 16:59:22.621426 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Initializing extension driver 'port_security' Oct 10 16:59:22.621771 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.extensions.port_security [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] PortSecurityExtensionDriver initialization complete Oct 10 16:59:22.622115 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Initializing mechanism driver 'openvswitch' Oct 10 16:59:22.622444 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Initializing mechanism driver 'hyperv' Oct 10 16:59:22.633108 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.plugins.ml2.plugin [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 16:59:22.633779 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > port after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.634156 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > port after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.634510 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > port after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.635017 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 16:59:22.635440 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > subnet after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.635799 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > subnet after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.636180 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.636575 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 16:59:22.636986 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > network after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.637369 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > network after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.637719 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > network after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.638110 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 16:59:22.638515 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > security_group after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.638868 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > security_group after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.639210 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.639603 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 16:59:22.640006 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.640380 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.640725 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.641243 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 16:59:22.641648 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > address_group after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.641997 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > address_group after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.642346 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.643366 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 16:59:22.643813 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] ML2 OVO RPC backend initialized. {{(pid=104886) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 10 16:59:22.644548 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.644908 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.645321 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > network before_response 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.645676 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > networks before_response 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.646025 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > port before_response 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.646368 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > ports before_response 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.646714 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > subnet before_response 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.647065 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > subnets before_response 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.647418 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > network after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.647763 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > network after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.648133 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > network after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.648474 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > port after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.648885 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > port after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.649433 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > port after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.649777 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > subnet after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.650122 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > subnet after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.650547 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.658161 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded quota_driver: . Oct 10 16:59:22.661882 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.plugin [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Modular L2 Plugin initialization complete Oct 10 16:59:22.661882 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading services supported by the core plugin {{(pid=104886) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 10 16:59:22.661882 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.plugins.ml2.managers [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Got port-security extension from driver 'port_security' Oct 10 16:59:22.661882 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.extensions.vlantransparent [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Disabled vlantransparent extension. Oct 10 16:59:22.661882 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104886) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 10 16:59:22.661882 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading Plugin: router Oct 10 16:59:22.703623 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.703954 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router after_create 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.704357 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router before_create 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.704745 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.705104 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.706041 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router after_delete 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.706410 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.706769 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.707133 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router after_create 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.707486 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router after_update 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.707845 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router after_update 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.708229 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.708600 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router after_update 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.709025 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router precommit_update 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.709403 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: port after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.709754 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: port after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.710097 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: subnet after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.710449 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.710803 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.711185 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router precommit_create 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.711536 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: port before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.711884 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router precommit_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.712269 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router after_update 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.712622 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.712982 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router precommit_create 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.713349 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.713702 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router precommit_update 55549900 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.714076 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > agent after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.714434 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > agent after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.714785 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > network after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.715654 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Tracking information for resource: router configured {{(pid=104886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 16:59:22.715988 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Tracking information for resource: floatingip configured {{(pid=104886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 16:59:22.721461 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.db.l3_agentschedulers_db [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 10 16:59:22.722040 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: port after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.722401 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: port after_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.722775 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: port after_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.723179 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: port after_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.723979 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router before_create 55550100 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.724368 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.724736 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router precommit_create 55550100 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.725096 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > router precommit_update 55550100 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.730019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.services.provider_configuration [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service providers = [] {{(pid=104886) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 10 16:59:22.730385 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.db.servicetype_db [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104886) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 10 16:59:22.733349 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.services.service_base [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104886) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 16:59:22.733709 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.services.service_base [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104886) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 16:59:22.734056 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.services.service_base [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104886) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 16:59:22.734949 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.services.service_base [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104886) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 16:59:22.735325 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.services.service_base [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 10 16:59:22.735696 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 16:59:22.736017 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 10 16:59:22.754006 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 16:59:22.754337 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading Plugin: auto_allocate Oct 10 16:59:22.760102 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: network precommit_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.760479 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: network precommit_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.761007 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 16:59:22.761331 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading Plugin: tag Oct 10 16:59:22.771107 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 16:59:22.771437 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading Plugin: timestamp Oct 10 16:59:22.775519 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 16:59:22.775854 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading Plugin: network_ip_availability Oct 10 16:59:22.781467 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.781849 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.782212 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:22.782955 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 16:59:22.783319 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading Plugin: flavors Oct 10 16:59:22.789725 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 16:59:22.789725 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading Plugin: revisions Oct 10 16:59:22.793393 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 16:59:22.793785 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_concurrency.lockutils [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.429s {{(pid=104886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 10 16:59:22.794545 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104886) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 10 16:59:22.794882 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Initializing extension manager. Oct 10 16:59:22.800124 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: __init__.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.800124 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: __pycache__ {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.800124 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: address_group.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.800124 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.800124 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: address-group Oct 10 16:59:22.800124 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: address_scope.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.800758 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.800758 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: address-scope Oct 10 16:59:22.800758 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.800758 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.801197 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: router-admin-state-down-before-update Oct 10 16:59:22.801415 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: agent.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.802092 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.802595 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: agent Oct 10 16:59:22.802979 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: agent_resources_synced.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.803850 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.804401 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: agent-resources-synced Oct 10 16:59:22.804725 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: allowedaddresspairs.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.806552 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.807067 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: allowed-address-pairs Oct 10 16:59:22.807396 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: auto_allocated_topology.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.808553 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.809028 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: auto-allocated-topology Oct 10 16:59:22.809352 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: availability_zone.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.810021 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.810527 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: availability_zone Oct 10 16:59:22.810851 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: availability_zone_filter.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.811724 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.812519 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: availability_zone_filter Oct 10 16:59:22.812841 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: data_plane_status.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.813708 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.814210 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension data-plane-status not supported by any of loaded plugins Oct 10 16:59:22.814558 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: default_subnetpools.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.822472 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.822976 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: default-subnetpools Oct 10 16:59:22.823299 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.824116 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.824678 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: dhcp_agent_scheduler Oct 10 16:59:22.824950 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: dns.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.825853 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.826361 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension dns-integration not supported by any of loaded plugins Oct 10 16:59:22.826685 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: dns_domain_ports.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.827564 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.828196 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 10 16:59:22.828524 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.829413 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.829913 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 10 16:59:22.830793 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: dvr.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.831593 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.831994 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: dvr Oct 10 16:59:22.832338 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: ecmp_routes.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.833226 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.833724 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 10 16:59:22.834047 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: empty_string_filtering.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.834915 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.835420 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: empty-string-filtering Oct 10 16:59:22.835740 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.836635 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.837139 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 10 16:59:22.837462 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.844490 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.844996 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 10 16:59:22.845321 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: external_net.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.846889 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.847397 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: external-net Oct 10 16:59:22.847721 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.848636 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.849143 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: extra_dhcp_opt Oct 10 16:59:22.849469 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: extraroute.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.850352 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.850970 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: extraroute Oct 10 16:59:22.851299 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: extraroute_atomic.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.852331 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.852838 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: extraroute-atomic Oct 10 16:59:22.853162 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: filter_validation.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.853803 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.854356 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: filter-validation Oct 10 16:59:22.854684 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: fip_pf_description.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.855560 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.856085 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 10 16:59:22.856410 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: fip_pf_detail.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.860579 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.860579 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 10 16:59:22.860579 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: fip_pf_port_range.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.860579 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.860579 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 10 16:59:22.860579 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: fip_port_details.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.861281 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.861281 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: fip-port-details Oct 10 16:59:22.861553 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: flavors.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.862759 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.863271 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: flavors Oct 10 16:59:22.863600 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.871663 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.871663 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 10 16:59:22.871663 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: floatingip_pools.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.871663 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.872105 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: floatingip-pools Oct 10 16:59:22.872105 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: ip_allocation.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.872918 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.873422 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension ip_allocation not supported by any of loaded plugins Oct 10 16:59:22.873748 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.874641 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.875146 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: ip-substring-filtering Oct 10 16:59:22.875471 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l2_adjacency.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.876381 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.876888 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 10 16:59:22.877240 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l3.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.878214 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.878726 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: router Oct 10 16:59:22.879055 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.881841 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.882206 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 10 16:59:22.882581 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.884962 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.884962 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: ext-gw-mode Oct 10 16:59:22.884962 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.885258 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.885727 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: l3-ha Oct 10 16:59:22.886058 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.886933 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.887443 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 10 16:59:22.887768 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l3_flavors.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.892020 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.892547 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: l3-flavors Oct 10 16:59:22.893411 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.894772 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.895290 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 10 16:59:22.895621 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.896543 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.897156 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 10 16:59:22.897493 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: l3agentscheduler.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.898520 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.899043 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: l3_agent_scheduler Oct 10 16:59:22.899377 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: local_ip.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.901194 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.901724 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension local_ip not supported by any of loaded plugins Oct 10 16:59:22.902058 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: logging.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.903493 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.904043 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension logging not supported by any of loaded plugins Oct 10 16:59:22.904383 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: metering.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.905099 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.905680 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: metering Oct 10 16:59:22.906010 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.907078 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.907596 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: metering_source_and_destination_fields Oct 10 16:59:22.907927 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: multiprovidernet.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.910410 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.910410 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: multi-provider Oct 10 16:59:22.910410 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: netmtu.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.911131 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.911639 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: net-mtu Oct 10 16:59:22.911965 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: netmtu_writable.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.912863 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.913372 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: net-mtu-writable Oct 10 16:59:22.913696 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: network_availability_zone.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.914337 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.914839 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: network_availability_zone Oct 10 16:59:22.915162 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: network_ip_availability.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.916248 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.916757 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: network-ip-availability Oct 10 16:59:22.917097 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: network_segment_range.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.917824 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.918324 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension network-segment-range not supported by any of loaded plugins Oct 10 16:59:22.918650 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: pagination.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.919579 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.919910 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: pagination Oct 10 16:59:22.920265 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: port_device_profile.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.921127 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.921636 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: port-device-profile Oct 10 16:59:22.921959 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: port_mac_address_override.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.922839 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.923353 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: port-mac-override Oct 10 16:59:22.923676 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.924670 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.925173 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: port-mac-address-regenerate Oct 10 16:59:22.925498 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.926371 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.926875 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: port-numa-affinity-policy Oct 10 16:59:22.927198 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: port_resource_request.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.928097 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.928601 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension port-resource-request not supported by any of loaded plugins Oct 10 16:59:22.928924 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: port_resource_request_groups.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.929841 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.930346 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 10 16:59:22.930670 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: portbindings.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.931558 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.932093 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: binding Oct 10 16:59:22.932420 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: portbindings_extended.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.933656 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.934173 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: binding-extended Oct 10 16:59:22.934502 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: portsecurity.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.935375 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.935891 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: port-security Oct 10 16:59:22.936245 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: project_id.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.937665 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.937998 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: project-id Oct 10 16:59:22.938324 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: providernet.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.939201 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.940254 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: provider Oct 10 16:59:22.940584 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.944152 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.944682 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos not supported by any of loaded plugins Oct 10 16:59:22.945013 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.946233 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.946752 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 10 16:59:22.947086 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.947969 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.948517 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 10 16:59:22.948846 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_default.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.949724 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.950243 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-default not supported by any of loaded plugins Oct 10 16:59:22.950569 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_fip.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.951449 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.951961 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-fip not supported by any of loaded plugins Oct 10 16:59:22.952315 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.953203 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.953791 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 10 16:59:22.954047 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_gateway_ip.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.954931 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.955978 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 10 16:59:22.956326 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_port_network_policy.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.957203 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.957721 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 10 16:59:22.958045 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.959040 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.959560 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 10 16:59:22.959888 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.960911 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.961422 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 10 16:59:22.961749 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_pps_rule.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.962887 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.963409 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-pps not supported by any of loaded plugins Oct 10 16:59:22.963740 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_rule_type_details.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.964655 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.965162 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 10 16:59:22.965488 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.966363 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.966869 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 10 16:59:22.967195 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: qos_rules_alias.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.968228 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.968736 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 10 16:59:22.969069 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: quota_check_limit.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.969937 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.970445 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: quota-check-limit Oct 10 16:59:22.970794 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: quotasv2.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.971742 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.972091 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: quotas Oct 10 16:59:22.972416 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: quotasv2_detail.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.974115 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.974452 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: quota_details Oct 10 16:59:22.974789 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: rbac.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.975825 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.976369 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: rbac-policies Oct 10 16:59:22.976704 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: rbac_address_group.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.977605 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.978118 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: rbac-address-group Oct 10 16:59:22.978447 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: rbac_address_scope.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.979413 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.979925 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: rbac-address-scope Oct 10 16:59:22.980288 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: rbac_security_groups.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.981171 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.981684 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: rbac-security-groups Oct 10 16:59:22.982009 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: rbac_subnetpool.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.982892 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.983404 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: rbac-subnetpool Oct 10 16:59:22.983730 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: revisionifmatch.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.984636 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.985141 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: revision-if-match Oct 10 16:59:22.985466 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: revisions.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.986570 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.987081 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: standard-attr-revisions Oct 10 16:59:22.987408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: router_availability_zone.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.988096 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.988590 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: router_availability_zone Oct 10 16:59:22.988916 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: routerservicetype.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.989799 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.990309 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension router-service-type not supported by any of loaded plugins Oct 10 16:59:22.990635 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.991512 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.992030 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: security-groups-normalized-cidr Oct 10 16:59:22.992368 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.993253 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.993759 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: port-security-groups-filtering Oct 10 16:59:22.994083 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.996134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.996134 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: security-groups-remote-address-group Oct 10 16:59:22.996134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:22.996934 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:22.997189 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: security-groups-shared-filtering Oct 10 16:59:22.998361 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: securitygroup.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.007852 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.008411 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: security-group Oct 10 16:59:23.008749 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: segment.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.009453 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.009965 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension segment not supported by any of loaded plugins Oct 10 16:59:23.010295 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.011208 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.011722 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 10 16:59:23.012075 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: servicetype.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.013141 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.013666 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: service-type Oct 10 16:59:23.013994 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: sorting.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.014931 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.015265 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: sorting Oct 10 16:59:23.015588 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: standard_attr_segment.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.016499 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.017016 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 10 16:59:23.018875 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: standardattrdescription.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.018875 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.018875 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: standard-attr-description Oct 10 16:59:23.018875 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: stateful_security_group.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.020217 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.020738 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: stateful-security-group Oct 10 16:59:23.021069 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: stdattrs_common.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.021628 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 10 16:59:23.021954 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.022854 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.023375 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 10 16:59:23.023701 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: subnet_onboard.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.024748 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.025275 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: subnet_onboard Oct 10 16:59:23.025606 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.026495 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.027011 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 10 16:59:23.027340 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: subnet_service_types.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.028265 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.028789 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: subnet-service-types Oct 10 16:59:23.029111 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: subnetallocation.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.030150 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.030706 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: subnet_allocation Oct 10 16:59:23.031037 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.031681 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.032221 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: subnetpool-prefix-ops Oct 10 16:59:23.032548 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.033471 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.033984 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 10 16:59:23.034311 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: tagging.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.035349 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.035878 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: standard-attr-tag Oct 10 16:59:23.036234 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: timestamp.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.037399 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.037917 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loaded extension: standard-attr-timestamp Oct 10 16:59:23.038249 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: trunk.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.039234 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.039746 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension trunk not supported by any of loaded plugins Oct 10 16:59:23.040101 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: trunk_details.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.041739 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.041739 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension trunk-details not supported by any of loaded plugins Oct 10 16:59:23.042512 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: uplink_status_propagation.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.042683 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.043193 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 10 16:59:23.044372 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Loading extension file: vlantransparent.py {{(pid=104886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 16:59:23.044372 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 16:59:23.044694 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 10 16:59:23.047328 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:network Oct 10 16:59:23.047864 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:subnet Oct 10 16:59:23.048300 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 16:59:23.048702 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:port Oct 10 16:59:23.050008 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.050484 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service FLAVORS assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.051067 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.051502 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.051840 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:router Oct 10 16:59:23.052322 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:floatingip Oct 10 16:59:23.052827 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service METERING assigned prefix: /metering {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.054293 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:23.054672 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:23.055033 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 16:59:23.056059 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of CountableResource for resource:rbac_policy Oct 10 16:59:23.056521 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:security_group Oct 10 16:59:23.056968 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 10 16:59:23.057510 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service CORE assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.057845 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 16:59:23.058196 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] subnetpool is already registered Oct 10 16:59:23.058633 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service CORE assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.058972 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 16:59:23.059306 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] subnetpool is already registered Oct 10 16:59:23.062021 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.062479 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service FLAVORS assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.063792 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.063792 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.063990 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:router Oct 10 16:59:23.064349 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] router is already registered Oct 10 16:59:23.065300 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:floatingip Oct 10 16:59:23.065638 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] floatingip is already registered Oct 10 16:59:23.066108 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service METERING assigned prefix: /metering {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.066820 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of CountableResource for resource:rbac_policy Oct 10 16:59:23.067153 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] rbac_policy is already registered Oct 10 16:59:23.067586 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:security_group Oct 10 16:59:23.067930 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] security_group is already registered Oct 10 16:59:23.068382 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 10 16:59:23.068717 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] security_group_rule is already registered Oct 10 16:59:23.069213 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service CORE assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.069546 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 16:59:23.069889 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] subnetpool is already registered Oct 10 16:59:23.070301 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.v2.resource_helper [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Service CORE assigned prefix: {{(pid=104886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 16:59:23.070625 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 16:59:23.070956 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING neutron.quota.resource_registry [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] subnetpool is already registered Oct 10 16:59:23.071425 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: extensions {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.073136 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: address-groups {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.074654 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: address-scopes {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.075868 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: agents {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.077072 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: auto-allocated-topology {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.079616 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: availability_zones {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.080945 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: dhcp-networks {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.082379 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: dhcp-agents {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.083920 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: routers {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.085687 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: flavors {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.086870 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: service_profiles {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.088214 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: next_providers {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.089688 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: service_profiles {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.091142 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: floatingip-pools {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.092420 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: routers {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.094264 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: floatingips {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.095458 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: l3-routers {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.097446 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: l3-agents {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.098979 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: metering-labels {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.100272 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: metering-label-rules {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.101567 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: network-ip-availabilities {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.102930 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: bindings {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.104538 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: quotas {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.106099 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: quotas {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.107758 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: rbac-policies {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.108986 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: security-groups {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.110196 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: security-group-rules {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.112053 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: service-providers {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.113386 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: subnetpools {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.114744 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: subnetpools {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.116275 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.118051 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.119794 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.121711 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.123420 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.125330 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.127155 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.128999 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.130791 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.132670 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron.api.extensions [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Extended resource: tags {{(pid=104886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 16:59:23.139751 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING keystonemiddleware.auth_token [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 10 16:59:23.144967 dv-cinder-834540-2-iscsi neutron-server[104886]: WARNING keystonemiddleware.auth_token [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 10 16:59:23.153741 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_concurrency.lockutils [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Acquiring lock "singleton_lock" {{(pid=104886) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 10 16:59:23.154267 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_concurrency.lockutils [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Acquired lock "singleton_lock" {{(pid=104886) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 10 16:59:23.154536 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_concurrency.lockutils [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Releasing lock "singleton_lock" {{(pid=104886) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 10 16:59:23.155200 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO oslo_service.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Starting 2 workers Oct 10 16:59:23.160583 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Started child 104999 {{(pid=104886) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 16:59:23.165150 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Started child 105000 {{(pid=104886) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 16:59:23.166379 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:23.166992 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO neutron.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 10 16:59:23.167325 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:23.168009 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [-] (104999) wsgi starting up on http://0.0.0.0:9696 Oct 10 16:59:23.169724 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO oslo_service.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Starting 1 workers Oct 10 16:59:23.169837 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:23.171195 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [-] (105000) wsgi starting up on http://0.0.0.0:9696 Oct 10 16:59:23.175452 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Started child 105001 {{(pid=104886) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 16:59:23.176000 dv-cinder-834540-2-iscsi neutron-server[104886]: INFO oslo_service.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Starting 1 workers Oct 10 16:59:23.180477 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Started child 105002 {{(pid=104886) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 16:59:23.181248 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG neutron_lib.callbacks.manager [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:23.183113 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104886) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 10 16:59:23.183314 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 16:59:23.183415 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] calling RpcWorker wait() {{(pid=105001) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 10 16:59:23.183914 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 16:59:23.183914 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 16:59:23.184079 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.service [None req-36ef6a4d-d730-4496-8897-ebfea096ac15 None None] returning from RpcWorker wait() {{(pid=105001) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 10 16:59:23.184152 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 16:59:23.184218 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 16:59:23.184700 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.184979 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.185070 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:23.185257 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.185457 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 16:59:23.185548 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:23.185941 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.186093 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.186437 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 16:59:23.186533 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.187059 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.187348 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.187597 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.187926 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.188350 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.188350 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.188887 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.189169 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.189370 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.189544 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.189790 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.189939 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.190123 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.190390 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.190642 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.190925 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] debug = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.191188 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.191676 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.191935 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.192222 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.192465 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.192743 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.193008 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.193280 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.198513 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.198513 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.198513 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.198513 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.198513 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.198513 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.198513 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.198513 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] host = dv-cinder-834540-2-iscsi {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199456 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199456 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199456 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199456 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199456 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199456 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199456 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199456 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199928 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_options = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199928 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.199928 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.200255 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.200330 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.200435 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.200744 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.201158 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.201373 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.201636 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.201821 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.202039 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.202256 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.202487 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.202697 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.202934 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.203175 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.203428 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.203653 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.203956 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.204190 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.204417 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.204667 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.204891 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.205442 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.205442 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.205755 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.206023 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.206202 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.206369 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.206502 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.206785 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.207035 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.207479 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.207917 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.208405 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.208642 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.208873 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.209121 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.209393 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.209647 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.209852 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.210236 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.210576 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.210576 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.210833 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.210964 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.211185 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_json = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.211452 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.211612 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.211861 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.212103 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.212339 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.212721 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.213092 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.213092 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.213092 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.213092 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.213092 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.214807 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.214807 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.215250 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.215250 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.215502 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.215727 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.215982 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.216246 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.216557 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.216811 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.217834 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.217834 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.217834 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.218083 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.218210 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.218667 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.219068 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.219475 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229664 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229664 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229664 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229664 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229664 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229664 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229664 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.229664 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230112 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.230599 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.231408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.231408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.231408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.231408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.231408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.231408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.231408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.231408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.232121 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.232121 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.232833 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.234093 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.234344 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.234579 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.234850 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.235087 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.235348 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.235821 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.235821 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.236276 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.236276 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.237083 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.237309 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.237580 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.237794 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.238013 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.238235 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.238451 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.238667 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.238906 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.239143 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.239363 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.239612 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.239828 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.240311 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.240543 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.240765 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.240996 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.241300 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.241564 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.241826 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.242045 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.242309 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.242560 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.242818 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.243029 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.243249 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.243483 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.243742 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.243984 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.244285 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.244507 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.244735 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.244998 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.245222 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.245442 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.245695 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.245920 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.246139 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.246363 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.246587 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.246824 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.247070 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.247322 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.247557 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.247810 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.248047 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.248375 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.248635 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.248906 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.249148 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.249447 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.249668 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.249931 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.250573 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.250573 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.250748 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.251002 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.251234 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.251513 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.251771 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.252103 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.252318 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.252571 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.252792 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.253035 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.253278 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.253499 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.253751 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.254063 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.254296 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.254531 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.254770 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.255059 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.255326 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.255563 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.256047 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.256219 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.256357 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.257548 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.257791 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.258009 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.258695 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.258950 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.259172 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.259392 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.259630 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.259852 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.260109 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.260326 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.260567 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.260782 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.261464 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.261710 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.262170 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.262390 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.262643 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.262859 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.263079 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.263318 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.263558 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.263869 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.263999 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.265318 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.265318 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.265318 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.265318 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.265914 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.266148 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.266378 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.266636 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.266875 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.267087 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.268160 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.268160 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.268389 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.268547 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.268776 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.269001 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.269239 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.269473 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.269686 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.269955 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.270239 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.270814 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.271078 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.271314 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.271580 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.271833 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.272106 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.272312 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.272533 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.272776 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.273017 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.273240 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.273463 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.273711 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.273938 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.274155 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.274374 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.274596 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.274816 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.275086 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.275344 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.275593 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.275843 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.276096 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.276487 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.276714 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.276939 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.277266 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.277404 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.277614 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.277846 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.278067 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.278281 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.278601 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.278866 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.279100 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.279408 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.280307 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.280531 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.280782 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.281229 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.281449 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.281697 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.281918 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.282132 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.282385 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.282596 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.282809 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.283058 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.283322 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.284059 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.284985 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.285213 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.285648 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.285911 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.286137 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.286352 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.286583 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.286796 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.287009 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.287241 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.287494 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.287691 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.287921 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.288158 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.288370 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.289062 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.289295 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.289509 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.289810 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292055 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292055 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292055 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292055 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292055 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292055 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292055 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292055 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292703 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292703 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292703 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292703 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.292992 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.293268 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.293556 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.293808 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.294065 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.294368 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.294612 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.294886 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.295103 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.295410 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.295731 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.295992 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.296282 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.296530 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.296785 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.297030 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.297268 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.297518 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.297781 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.298000 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.298238 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.298472 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.298699 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.298941 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.299190 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.299404 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.299662 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.299892 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.300137 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.300354 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.300512 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 16:59:23.301047 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104886) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 10 16:59:23.301212 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 16:59:23.301366 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 16:59:23.301537 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 16:59:23.301707 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 16:59:23.301860 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 16:59:23.302068 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.302233 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.302393 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.302553 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.302748 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.302912 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.303071 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.303485 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.303874 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.304054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.304217 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.304373 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.304531 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.304689 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.305063 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.305228 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.305391 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.305553 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.305716 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.305878 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.306035 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.306195 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] debug = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.306354 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.306557 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.306762 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.306888 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.307027 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.307184 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.307341 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.307498 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.307656 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.307812 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.308461 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.308633 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.308774 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.308936 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.309094 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.309250 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.309409 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.309566 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] host = dv-cinder-834540-2-iscsi {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.309942 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.310103 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.310258 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.310411 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.310556 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.310685 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.310829 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.310986 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.311145 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.311302 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.311449 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.311608 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.312003 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.312192 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.312348 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_options = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.312506 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.312663 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.312820 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.313097 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.313630 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.313800 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.313942 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.314103 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.314260 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.314418 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.314601 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.314763 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.314917 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.315237 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.315396 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.315572 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.315697 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.316004 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.316190 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.316350 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.316510 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.316669 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.316755 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 16:59:23.316838 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.316978 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.317138 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.317295 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.317452 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.317610 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.317768 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.317925 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.318084 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.318243 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.318400 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.318558 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.318709 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.318860 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.319016 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.319174 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.319336 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.319496 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.319654 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.319819 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_json = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321134 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321754 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321754 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321754 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.321754 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.322048 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.322048 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 16:59:23.322239 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.322389 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.322557 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.322720 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.322956 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.323044 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.323177 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.323335 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.323651 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.323812 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.323980 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.324163 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.324336 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.324498 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.324658 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.324821 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.324981 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.325140 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.325306 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.325466 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.325628 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.325787 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.325956 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.326117 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.326278 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.326438 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.326597 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.326766 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.326923 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.327091 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.327266 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.327425 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.327586 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.327745 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.327907 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.328093 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.328254 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.328416 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.328575 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.328735 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.328896 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.329058 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.329216 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.329376 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.329537 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.329697 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.329858 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.330024 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.330716 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.330879 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.331040 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.331205 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.331369 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.331527 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.331689 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.331851 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.332012 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.332204 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.332363 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.332523 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.332683 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.332842 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.333001 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.333161 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.333321 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.333483 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.333653 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.333788 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.333959 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.334119 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.334279 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.334440 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.334601 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.334761 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.334905 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.335071 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.335232 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.335392 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.335553 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.335718 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.335878 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.336061 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.336222 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.336633 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.337028 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.337243 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.337347 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.337507 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.337667 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.338749 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.338749 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.338749 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.338749 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.338749 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.338749 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.338749 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.339370 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.339370 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.339370 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.339370 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.339646 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.339646 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.339802 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.339931 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.340113 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.340275 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.340435 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.340594 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.340754 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.340913 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.341080 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.341237 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.341421 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.341543 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.341701 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.341860 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.342019 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.342180 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.342339 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.342498 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.342656 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.342814 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.342974 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.343143 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.343302 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.343464 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.343624 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.343791 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.343962 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.344145 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.344306 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.344469 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.344629 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.344788 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.344947 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.345107 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.345267 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.345426 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.345587 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.345786 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.346484 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.346645 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.346805 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.346989 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.347149 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.347310 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.347474 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.347631 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.347791 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.347951 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.348197 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.348326 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.348449 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.348570 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.348728 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.348889 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.349049 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.349208 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.349368 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.349529 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.349689 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.349848 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.350008 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.350168 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.350328 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.350487 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.350647 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.350806 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.350966 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.351125 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.351285 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.351514 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.351645 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.351777 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.351900 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.352074 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.352203 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.352360 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.352520 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.352679 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.352841 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.353001 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.353161 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.353322 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.353482 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.353643 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.353805 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.353967 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.354127 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.354288 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.354449 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.354609 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.354770 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.354930 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.355090 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.355252 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.355412 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.355573 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.355757 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.355917 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.356098 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.356263 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.356421 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.356579 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.356740 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.356900 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.357060 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.357219 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.357380 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.357540 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.357700 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.357862 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.358021 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.358180 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.358339 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.358497 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.358661 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.358823 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.358976 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.359942 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.360115 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.360285 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.360448 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.360610 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.360770 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.360930 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.361091 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.361383 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.361498 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.361632 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.361742 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.362805 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.362805 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.362805 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.362805 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.362805 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.362805 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.362805 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.363303 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.363303 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.363303 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.363509 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.363587 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.363695 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.363854 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.364054 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.364299 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.364487 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.364677 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.364853 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.365027 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.365200 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.365364 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.365603 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.365892 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.366159 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.366429 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.366697 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.366960 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.367190 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.367366 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.367527 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.367688 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.367846 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.368004 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.368190 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.368361 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.368522 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.368681 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.368873 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.369032 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.369189 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.369347 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.369517 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.369676 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.369836 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.369996 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.370154 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.370315 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.370473 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.370636 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.370804 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.370969 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.371130 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.371378 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.371500 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.371619 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.373407 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.373600 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.373787 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.373956 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.374149 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.374317 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.374484 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.374648 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.374810 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.375095 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.375259 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.375420 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.375580 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.375739 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.375901 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.376106 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.376266 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.376425 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.376582 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.376740 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.376969 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.377162 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 16:59:23.377317 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 16:59:23.474897 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 50748) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 16:59:23.481821 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047967 Oct 10 16:59:23.486491 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0040555 Oct 10 16:59:32.506267 dv-cinder-834540-2-iscsi neutron-server[104886]: DEBUG dbcounter [-] [104886] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 16:59:34.937902 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5c6b72-4293-4093-a250-707ebfb2a940 None None] get_active_networks_info from dv-cinder-834540-2-iscsi {{(pid=105001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 10 16:59:34.985883 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writer thread running {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 16:59:35.057185 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c6b72-4293-4093-a250-707ebfb2a940 None None] No non-hosted networks {{(pid=105001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 10 16:59:35.075283 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.agentschedulers_db [None req-af5c6b72-4293-4093-a250-707ebfb2a940 None None] DHCP Agent not found on host dv-cinder-834540-2-iscsi {{(pid=105001) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 10 16:59:35.165481 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e1940f20-1863-4871-af75-131a13be8741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550353'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:36.681831 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writer thread running {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 16:59:37.337634 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ac2ccd07-ba63-470a-b39d-9a0bbb552e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550353'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:37.394143 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.db.api [None req-b396eb0b-1afc-4297-99a4-18ad08a0915a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834540-2-iscsi {{(pid=105001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 16:59:37.394978 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG oslo_db.api [None req-b396eb0b-1afc-4297-99a4-18ad08a0915a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 16:59:37.993246 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b396eb0b-1afc-4297-99a4-18ad08a0915a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:38.268154 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550353'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:38.636499 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 50822) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 16:59:39.210438 dv-cinder-834540-2-iscsi neutron-server[105000]: WARNING oslo_policy.policy [None req-cc62fb97-a35c-4220-8c03-0719aeba6cc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 16:59:39.210994 dv-cinder-834540-2-iscsi neutron-server[105000]: WARNING oslo_policy.policy [None req-cc62fb97-a35c-4220-8c03-0719aeba6cc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 16:59:39.427585 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [None req-cc62fb97-a35c-4220-8c03-0719aeba6cc0 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 16:59:39.432081 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-cc62fb97-a35c-4220-8c03-0719aeba6cc0 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7914135 Oct 10 16:59:40.032201 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550353'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:40.054993 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550353'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:40.055600 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.055962 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.056317 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.056776 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.057510 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.057510 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.057777 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.058128 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.058470 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.058867 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.059418 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.059796 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.060164 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.060493 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.060866 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:40.061363 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834540-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 16:59:40.070163 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834540-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 16:59:42.091612 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50862) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 16:59:42.615288 dv-cinder-834540-2-iscsi neutron-server[104999]: WARNING oslo_policy.policy [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 16:59:42.615900 dv-cinder-834540-2-iscsi neutron-server[104999]: WARNING oslo_policy.policy [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 16:59:42.836423 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 16:59:42.848087 dv-cinder-834540-2-iscsi neutron-server[104999]: ERROR stevedore.extension [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 10 16:59:42.928647 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.policy [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104999) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 10 16:59:42.971717 dv-cinder-834540-2-iscsi neutron-server[104999]: WARNING oslo_policy.policy [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 16:59:42.972121 dv-cinder-834540-2-iscsi neutron-server[104999]: WARNING oslo_policy.policy [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 16:59:42.992256 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writer thread running {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 16:59:43.129685 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791244639117', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791244641665', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791244655205', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791244663210', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791244604978', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791244613448', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1784123', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1784314', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568719'] for rbac-policy (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:43.291306 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:43.292815 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4429367f-2c2d-4e07-9947-9684335a4573 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1993387 Oct 10 16:59:43.395982 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.db.l3_hamode_db [None req-768b7302-6c5e-4cb8-800a-c7b68e67b577 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 10 16:59:43.474456 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b7302-6c5e-4cb8-800a-c7b68e67b577 None None] Routers set() bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 16:59:43.474844 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b7302-6c5e-4cb8-800a-c7b68e67b577 None None] Router IDs set() for agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 10 16:59:45.879095 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50878) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 16:59:46.191460 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 16:59:46.277785 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Made reservation on behalf of 72d99d3c78f8497084bf8a42ad9bb84e for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 16:59:46.282186 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:46.301599 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:46.409001 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Publish callbacks [] for security_group (4f339cf6-ce52-440e-800c-7b4361bb6ffd), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:46.478187 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (4f339cf6-ce52-440e-800c-7b4361bb6ffd), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:46.510215 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 16:59:46.538877 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791247326419', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (c74c8fd4-7b3d-43fa-ac69-afe1428d455a), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:46.539446 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Unsubscribe: segment precommit_create {{(pid=104999) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 10 16:59:46.540047 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Added segment c74c8fd4-7b3d-43fa-ac69-afe1428d455a of type vlan for network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 Oct 10 16:59:46.546136 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4f339cf6-ce52-440e-800c-7b4361bb6ffd,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 16:59:46.581510 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.581852 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.582231 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.582563 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.582897 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.583231 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.583544 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.583877 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.584263 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.584586 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.584907 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.585240 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.585561 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.585875 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.586188 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Tracked resource versions report: Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: pushed versions: Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: { 'AddressGroup': {'1.2'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Agent': {'1.1'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'ConntrackHelper': {'1.0'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'LocalIPAssociation': {'1.0'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Log': {'1.0'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'NDPProxy': {'1.0'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Network': {'1.1'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Port': {'1.7'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'PortForwarding': {'1.3'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'QosPolicy': {'1.10'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SecurityGroup': {'1.5'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SecurityGroupRule': {'1.2'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SubPort': {'1.0'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Subnet': {'1.1'}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Trunk': {'1.1'}} Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: consumer versions: Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: { DHCP agent@dv-cinder-834540-2-iscsi: {}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: L3 agent@dv-cinder-834540-2-iscsi: {}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: Metadata agent@dv-cinder-834540-2-iscsi: {}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: Metering agent@dv-cinder-834540-2-iscsi: {}, Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: Open vSwitch agent@dv-cinder-834540-2-iscsi: { 'AddressGroup': '1.2', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Agent': '1.1', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'ConntrackHelper': '1.0', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'LocalIPAssociation': '1.0', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Log': '1.0', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'NDPProxy': '1.0', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Network': '1.1', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Port': '1.7', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'PortForwarding': '1.3', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'QosPolicy': '1.10', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SecurityGroup': '1.5', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SecurityGroupRule': '1.2', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SubPort': '1.0', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Subnet': '1.1', Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Trunk': '1.1'}} Oct 10 16:59:46.587614 dv-cinder-834540-2-iscsi neutron-server[104999]: {{(pid=104999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 16:59:46.652964 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (87c1b175-3bc7-4958-a2f6-ec9259185ab1), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:46.752753 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (87c1b175-3bc7-4958-a2f6-ec9259185ab1), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:46.757844 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 16:59:46.758571 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:46.807353 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=52,neutron:INSERT=42,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 16:59:46.873454 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] Pushing event updated for resources: {'Network': ['ID=87c1b175-3bc7-4958-a2f6-ec9259185ab1,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 16:59:46.885341 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 16:59:46.903325 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ca896540-3a9a-403f-ac42-5ac63130049f demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0231848 Oct 10 16:59:49.551306 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50892) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 16:59:49.943707 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 16:59:49.953645 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2bde6c-696e-4d6a-9aaf-964775d82a54 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 16:59:49.955049 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7a2bde6c-696e-4d6a-9aaf-964775d82a54 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/87c1b175-3bc7-4958-a2f6-ec9259185ab1 HTTP/1.1" status: 200 len: 825 time: 0.4027445 Oct 10 16:59:49.960370 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=7 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 16:59:49.980529 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ce93a0e8-ba1b-4da6-ab1d-076eed99818b demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/c9faa1df-47f6-4745-a6fd-39d62c22e210 HTTP/1.1" status: 200 len: 734 time: 0.0193622 Oct 10 16:59:49.989999 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1', 'subnetpool_id': 'c9faa1df-47f6-4745-a6fd-39d62c22e210', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 16:59:50.071702 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Made reservation on behalf of 72d99d3c78f8497084bf8a42ad9bb84e for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 16:59:50.073983 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:50.291441 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 16:59:50.421265 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for subnet (8b80325d-9211-46d2-939c-994bc6287529), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:50.488400 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Pushing event updated for resources: {'Subnet': ['ID=8b80325d-9211-46d2-939c-994bc6287529,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 16:59:50.497442 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Checking segment: {'id': 'c74c8fd4-7b3d-43fa-ac69-afe1428d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 16:59:50.497815 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Network hostable DHCP agents. Network: 87c1b175-3bc7-4958-a2f6-ec9259185ab1, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 16:59:50.620920 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 16:59:50.689465 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 87c1b175-3bc7-4958-a2f6-ec9259185ab1) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 16:59:50.694697 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 16:59:50.695296 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:50.700939 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e44a1c-6971-4bd8-a258-688efc4f0e9f None None] Network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 16:59:50.777637 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-db741550-7be3-4864-90ee-9918d71d92ef demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7914968 Oct 10 16:59:50.971776 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-87c1b175-3bc7-4958-a2f6-ec9259185ab1', 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1', 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'fixed_ips': [{'subnet_id': '8b80325d-9211-46d2-939c-994bc6287529'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 16:59:50.973097 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:51.243472 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 16:59:51.249214 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Allocated IP 172.20.0.2 (87c1b175-3bc7-4958-a2f6-ec9259185ab1/8b80325d-9211-46d2-939c-994bc6287529/2ff56024-794b-4fff-a365-0e2e222502b5) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 16:59:51.515168 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Publish callbacks [] for port (2ff56024-794b-4fff-a365-0e2e222502b5), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:51.604493 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:51.680339 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 16:59:51.685382 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 16:59:51.689830 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 16:59:51.725543 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Pushing event updated for resources: {'Port': ['ID=2ff56024-794b-4fff-a365-0e2e222502b5,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 16:59:51.750946 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.751299 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.752214 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.752573 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.752906 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.753236 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.753559 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.753880 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.754203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.754521 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.754841 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.755177 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.755498 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.755815 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.756158 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Tracked resource versions report: Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: pushed versions: Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: { 'AddressGroup': {'1.2'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Agent': {'1.1'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'ConntrackHelper': {'1.0'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'LocalIPAssociation': {'1.0'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Log': {'1.0'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'NDPProxy': {'1.0'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Network': {'1.1'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Port': {'1.7'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'PortForwarding': {'1.3'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'QosPolicy': {'1.10'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SecurityGroup': {'1.5'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SecurityGroupRule': {'1.2'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SubPort': {'1.0'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Subnet': {'1.1'}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Trunk': {'1.1'}} Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: consumer versions: Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: { DHCP agent@dv-cinder-834540-2-iscsi: {}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: L3 agent@dv-cinder-834540-2-iscsi: {}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: Metadata agent@dv-cinder-834540-2-iscsi: {}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: Metering agent@dv-cinder-834540-2-iscsi: {}, Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: Open vSwitch agent@dv-cinder-834540-2-iscsi: { 'AddressGroup': '1.2', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Agent': '1.1', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'ConntrackHelper': '1.0', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'LocalIPAssociation': '1.0', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Log': '1.0', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'NDPProxy': '1.0', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Network': '1.1', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Port': '1.7', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'PortForwarding': '1.3', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'QosPolicy': '1.10', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SecurityGroup': '1.5', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SecurityGroupRule': '1.2', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SubPort': '1.0', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Subnet': '1.1', Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Trunk': '1.1'}} Oct 10 16:59:51.757569 dv-cinder-834540-2-iscsi neutron-server[105001]: {{(pid=105001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 16:59:51.783203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 16:59:51.788149 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Attempting to bind port 2ff56024-794b-4fff-a365-0e2e222502b5 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 16:59:51.788546 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Attempting to bind port 2ff56024-794b-4fff-a365-0e2e222502b5 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'c74c8fd4-7b3d-43fa-ac69-afe1428d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 16:59:51.789058 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Attempting to bind port 2ff56024-794b-4fff-a365-0e2e222502b5 on network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 16:59:51.837406 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 16, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 16:59:51.837765 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Checking segment: {'id': 'c74c8fd4-7b3d-43fa-ac69-afe1428d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 16:59:51.838225 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:51.838611 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Bound using segment: {'id': 'c74c8fd4-7b3d-43fa-ac69-afe1428d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 16:59:51.839086 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Bound port: 2ff56024-794b-4fff-a365-0e2e222502b5, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74c8fd4-7b3d-43fa-ac69-afe1428d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 16:59:51.839487 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:51.899609 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] For port 2ff56024-794b-4fff-a365-0e2e222502b5, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 16:59:51.918934 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] For port 2ff56024-794b-4fff-a365-0e2e222502b5, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=2ff56024-794b-4fff-a365-0e2e222502b5,segment=NetworkSegment(c74c8fd4-7b3d-43fa-ac69-afe1428d455a),segment_id=c74c8fd4-7b3d-43fa-ac69-afe1428d455a)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 16:59:51.992921 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:52.044276 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84011ef-063a-4791-9a2f-c44123322907 None None] Pushing event updated for resources: {'Port': ['ID=2ff56024-794b-4fff-a365-0e2e222502b5,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 16:59:53.436507 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50906) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 16:59:53.757159 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [None req-21bd7c11-d1ee-459d-9622-b22bf949a8d9 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 16:59:53.758346 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-21bd7c11-d1ee-459d-9622-b22bf949a8d9 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3209062 Oct 10 16:59:56.424761 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50914) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 16:59:56.749027 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [None req-6098cf02-9f4f-4816-8967-3aafac7817cb admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 16:59:56.750010 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6098cf02-9f4f-4816-8967-3aafac7817cb admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3243334 Oct 10 16:59:59.412984 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50926) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 16:59:59.647910 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 2ff56024-794b-4fff-a365-0e2e222502b5 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 16:59:59.727632 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 2ff56024-794b-4fff-a365-0e2e222502b5 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 16:59:59.728052 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:59.728441 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 2ff56024-794b-4fff-a365-0e2e222502b5 Oct 10 16:59:59.752713 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-2b657e8f-d767-432d-bb76-ae982e38d2db demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 16:59:59.830222 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 2ff56024-794b-4fff-a365-0e2e222502b5 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 16:59:59.830572 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:59.832433 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2b657e8f-d767-432d-bb76-ae982e38d2db demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (7ab63e82-98f8-4230-93d5-8ad9b22b0043), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:59.834109 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2b657e8f-d767-432d-bb76-ae982e38d2db demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (7ab63e82-98f8-4230-93d5-8ad9b22b0043), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:59.865170 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 2ff56024-794b-4fff-a365-0e2e222502b5, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=2ff56024-794b-4fff-a365-0e2e222502b5,segment=NetworkSegment(c74c8fd4-7b3d-43fa-ac69-afe1428d455a),segment_id=c74c8fd4-7b3d-43fa-ac69-afe1428d455a)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 16:59:59.937210 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 16:59:59.940917 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:59.971450 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2b657e8f-d767-432d-bb76-ae982e38d2db demo demo] Publish callbacks [] for router_controller (7ab63e82-98f8-4230-93d5-8ad9b22b0043), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 16:59:59.990745 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=2ff56024-794b-4fff-a365-0e2e222502b5,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:00.001076 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6f897-bf2a-4683-8646-b2f6f5286ac2 None None] Network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:00:00.033275 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2b657e8f-d767-432d-bb76-ae982e38d2db demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (7ab63e82-98f8-4230-93d5-8ad9b22b0043), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:00.041574 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:00.102844 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2b657e8f-d767-432d-bb76-ae982e38d2db demo demo] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:00.104082 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2b657e8f-d767-432d-bb76-ae982e38d2db demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6900969 Oct 10 17:00:00.132894 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-7a491b53-0094-4330-b1b7-d76f5603643b None None] Provisioning complete for port 2ff56024-794b-4fff-a365-0e2e222502b5 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:00:00.133322 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7a491b53-0094-4330-b1b7-d76f5603643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:00.133767 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-7a491b53-0094-4330-b1b7-d76f5603643b None None] Attempt 1 to provision port 2ff56024-794b-4fff-a365-0e2e222502b5 Oct 10 17:00:00.213311 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-7a491b53-0094-4330-b1b7-d76f5603643b None None] Current status of the port 2ff56024-794b-4fff-a365-0e2e222502b5 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:00:00.330755 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-73ea020a-373e-43e6-b06f-d28a44a508d8 None None] Provisioning complete for port 2ff56024-794b-4fff-a365-0e2e222502b5 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:00:00.331150 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-73ea020a-373e-43e6-b06f-d28a44a508d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:00.331493 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-73ea020a-373e-43e6-b06f-d28a44a508d8 None None] Attempt 1 to provision port 2ff56024-794b-4fff-a365-0e2e222502b5 Oct 10 17:00:00.400701 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:00.404934 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-73ea020a-373e-43e6-b06f-d28a44a508d8 None None] Current status of the port 2ff56024-794b-4fff-a365-0e2e222502b5 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:00:01.616955 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 2ff56024-794b-4fff-a365-0e2e222502b5 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:00:01.658906 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 2ff56024-794b-4fff-a365-0e2e222502b5 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:00:01.659313 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:01.659719 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 2ff56024-794b-4fff-a365-0e2e222502b5 Oct 10 17:00:01.730264 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 2ff56024-794b-4fff-a365-0e2e222502b5 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:00:02.716837 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50934) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:00:03.044824 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [None req-bd2bb39e-0d36-4f87-931c-55d2dfea7da4 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:00:03.045815 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-bd2bb39e-0d36-4f87-931c-55d2dfea7da4 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3280602 Oct 10 17:00:04.963278 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-57d6e97f-a368-4a37-86c2-075881954296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:05.675620 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50942) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:00:05.990207 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:00:06.060253 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Made reservation on behalf of b3acc8f5bcdf4b42bd810be11a69d5c4 for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:00:06.062774 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:06.071304 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:06.141894 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Publish callbacks [] for security_group (4e2d5e3c-7832-4fb2-ad31-cee1343f18d3), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:06.284888 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (4e2d5e3c-7832-4fb2-ad31-cee1343f18d3), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:06.298868 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Reserving flat network on physical network physnet1 {{(pid=104999) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 10 17:00:06.320450 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2d5e3c-7832-4fb2-ad31-cee1343f18d3,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:06.323554 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (f50c9aeb-2005-4af5-abf9-0335c70a8c7e), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:06.324171 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Added segment f50c9aeb-2005-4af5-abf9-0335c70a8c7e of type flat for network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 Oct 10 17:00:06.368965 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (7eb0957b-185b-43a3-9ed0-e237a00b6ef7), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:06.471600 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (7eb0957b-185b-43a3-9ed0-e237a00b6ef7), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:06.472591 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:00:06.473163 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:06.560176 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb0957b-185b-43a3-9ed0-e237a00b6ef7,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:06.570740 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:00:06.657576 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-9045a640-0c9e-492e-97a7-02c81f0ff1f4 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9808483 Oct 10 17:00:07.300396 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-f8d26fe1-00e5-4181-a52c-079483693d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:08.237243 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:09.258631 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50950) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:00:09.619408 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc71ef5-bd6c-4a26-afb0-dc367ab43f9e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:00:09.620749 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4fc71ef5-bd6c-4a26-afb0-dc367ab43f9e demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/8b80325d-9211-46d2-939c-994bc6287529 HTTP/1.1" status: 200 len: 849 time: 0.3611763 Oct 10 17:00:09.737268 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c3774bb7-bf66-401c-8c3f-e8ba565e5b59 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/7ab63e82-98f8-4230-93d5-8ad9b22b0043 HTTP/1.1" status: 200 len: 704 time: 0.1107163 Oct 10 17:00:09.934422 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:09.961263 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=17 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:09.997946 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:10.020209 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:10.127227 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:10.329190 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Allocated IP 172.20.0.1 (87c1b175-3bc7-4958-a2f6-ec9259185ab1/8b80325d-9211-46d2-939c-994bc6287529/595b5441-4fdb-4056-8357-00bb9c6e1f2f) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:00:10.482031 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Publish callbacks [] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:10.615416 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:10.686345 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:00:10.695140 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:00:10.697733 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:00:10.698277 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (7ab63e82-98f8-4230-93d5-8ad9b22b0043), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:10.758023 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Pushing event updated for resources: {'Port': ['ID=595b5441-4fdb-4056-8357-00bb9c6e1f2f,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:10.882101 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-ca020f1b-62df-4325-b841-a888268cf182 None None] Provisioning complete for port 595b5441-4fdb-4056-8357-00bb9c6e1f2f triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:00:10.882471 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ca020f1b-62df-4325-b841-a888268cf182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:10.882803 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-ca020f1b-62df-4325-b841-a888268cf182 None None] Attempt 1 to provision port 595b5441-4fdb-4056-8357-00bb9c6e1f2f Oct 10 17:00:10.913083 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-ca020f1b-62df-4325-b841-a888268cf182 None None] Port 595b5441-4fdb-4056-8357-00bb9c6e1f2f cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:00:10.948692 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:11.107716 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:11.149149 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Publish callbacks [] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:11.191582 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:11.192377 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (7ab63e82-98f8-4230-93d5-8ad9b22b0043), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:11.272645 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Pushing event updated for resources: {'Port': ['ID=595b5441-4fdb-4056-8357-00bb9c6e1f2f,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:11.317583 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:00:11.318810 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:00:11.463489 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:11.533554 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-cee71436-a3e9-4643-8c26-4f2404b92aa2 None None] Provisioning complete for port 595b5441-4fdb-4056-8357-00bb9c6e1f2f triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:00:11.534086 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cee71436-a3e9-4643-8c26-4f2404b92aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:11.534274 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-cee71436-a3e9-4643-8c26-4f2404b92aa2 None None] Attempt 1 to provision port 595b5441-4fdb-4056-8357-00bb9c6e1f2f Oct 10 17:00:11.566438 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-cee71436-a3e9-4643-8c26-4f2404b92aa2 None None] Port 595b5441-4fdb-4056-8357-00bb9c6e1f2f cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:00:11.568973 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Router 7ab63e82-98f8-4230-93d5-8ad9b22b0043 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:00:11.656740 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:00:11.662965 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c46ff441-e44f-4b6d-a4a7-5c8949e04692 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/7ab63e82-98f8-4230-93d5-8ad9b22b0043/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9202921 Oct 10 17:00:11.679510 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Sync routers for ids ['7ab63e82-98f8-4230-93d5-8ad9b22b0043'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:00:11.693042 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Routers {'7ab63e82-98f8-4230-93d5-8ad9b22b0043'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:00:11.693867 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:00:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7ab63e82-98f8-4230-93d5-8ad9b22b0043'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:00:11.872297 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Set router 7ab63e82-98f8-4230-93d5-8ad9b22b0043 gateway port host: None {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:00:12.285222 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'name': 'router1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T16:59:59Z', 'updated_at': '2022-10-10T17:00:10Z', 'revision_number': 2, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'gw_port_host': None, '_interfaces': [{'id': '595b5441-4fdb-4056-8357-00bb9c6e1f2f', 'name': '', 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'mac_address': 'fa:16:3e:cd:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b80325d-9211-46d2-939c-994bc6287529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:00:10Z', 'updated_at': '2022-10-10T17:00:11Z', 'revision_number': 2, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'subnets': [{'id': '8b80325d-9211-46d2-939c-994bc6287529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9faa1df-47f6-4745-a6fd-39d62c22e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:00:12.334839 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Checking router: 7ab63e82-98f8-4230-93d5-8ad9b22b0043 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:00:12.335210 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Updating router 7ab63e82-98f8-4230-93d5-8ad9b22b0043 port 595b5441-4fdb-4056-8357-00bb9c6e1f2f binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:00:12.388234 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:12.895144 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Publish callbacks [] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:12.974535 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:13.120763 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Pushing event updated for resources: {'Port': ['ID=595b5441-4fdb-4056-8357-00bb9c6e1f2f,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:13.125069 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Attempting to bind port 595b5441-4fdb-4056-8357-00bb9c6e1f2f on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:00:13.125463 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Attempting to bind port 595b5441-4fdb-4056-8357-00bb9c6e1f2f by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'c74c8fd4-7b3d-43fa-ac69-afe1428d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:00:13.125896 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Attempting to bind port 595b5441-4fdb-4056-8357-00bb9c6e1f2f on network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:00:13.138684 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.139030 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.139389 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.139742 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.140095 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.140426 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.140750 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.141073 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.141395 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.142161 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.142161 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.142438 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.142762 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.143081 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.143396 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Tracked resource versions report: Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: pushed versions: Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: { 'AddressGroup': {'1.2'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Agent': {'1.1'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'ConntrackHelper': {'1.0'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'LocalIPAssociation': {'1.0'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Log': {'1.0'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'NDPProxy': {'1.0'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Network': {'1.1'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Port': {'1.7'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'PortForwarding': {'1.3'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'QosPolicy': {'1.10'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SecurityGroup': {'1.5'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SecurityGroupRule': {'1.2'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SubPort': {'1.0'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Subnet': {'1.1'}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Trunk': {'1.1'}} Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: consumer versions: Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: { DHCP agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: L3 agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: Metadata agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: Metering agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: Open vSwitch agent@dv-cinder-834540-2-iscsi: { 'AddressGroup': '1.2', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Agent': '1.1', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'ConntrackHelper': '1.0', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'LocalIPAssociation': '1.0', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Log': '1.0', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'NDPProxy': '1.0', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Network': '1.1', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Port': '1.7', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'PortForwarding': '1.3', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'QosPolicy': '1.10', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SecurityGroup': '1.5', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SecurityGroupRule': '1.2', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SubPort': '1.0', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Subnet': '1.1', Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Trunk': '1.1'}} Oct 10 17:00:13.144860 dv-cinder-834540-2-iscsi neutron-server[105002]: {{(pid=105002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 17:00:13.223366 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:00:13.223762 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Checking segment: {'id': 'c74c8fd4-7b3d-43fa-ac69-afe1428d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:00:13.224255 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:13.224649 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Bound using segment: {'id': 'c74c8fd4-7b3d-43fa-ac69-afe1428d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:00:13.225165 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Bound port: 595b5441-4fdb-4056-8357-00bb9c6e1f2f, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74c8fd4-7b3d-43fa-ac69-afe1428d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:00:13.225529 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:13.269047 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:13.273909 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:13.288727 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] For port 595b5441-4fdb-4056-8357-00bb9c6e1f2f, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:00:13.309105 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] For port 595b5441-4fdb-4056-8357-00bb9c6e1f2f, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=595b5441-4fdb-4056-8357-00bb9c6e1f2f,segment=NetworkSegment(c74c8fd4-7b3d-43fa-ac69-afe1428d455a),segment_id=c74c8fd4-7b3d-43fa-ac69-afe1428d455a)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:00:13.404137 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:13.443556 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Routers {'7ab63e82-98f8-4230-93d5-8ad9b22b0043'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:00:13.444196 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:00:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7ab63e82-98f8-4230-93d5-8ad9b22b0043'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:00:13.521446 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335fc67-4dab-47a8-bef9-7933b265febb None None] Pushing event updated for resources: {'Port': ['ID=595b5441-4fdb-4056-8357-00bb9c6e1f2f,revision_number=4']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:13.541704 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] Set router 7ab63e82-98f8-4230-93d5-8ad9b22b0043 gateway port host: None {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:00:13.745627 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-738641b8-69de-4657-a049-375c0c2824cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'name': 'router1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T16:59:59Z', 'updated_at': '2022-10-10T17:00:10Z', 'revision_number': 2, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'gw_port_host': None, '_interfaces': [{'id': '595b5441-4fdb-4056-8357-00bb9c6e1f2f', 'name': '', 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'mac_address': 'fa:16:3e:cd:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b80325d-9211-46d2-939c-994bc6287529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:00:10Z', 'updated_at': '2022-10-10T17:00:13Z', 'revision_number': 4, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'subnets': [{'id': '8b80325d-9211-46d2-939c-994bc6287529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9faa1df-47f6-4745-a6fd-39d62c22e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:00:13.771074 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738641b8-69de-4657-a049-375c0c2824cf None None] The sync data for ids ['7ab63e82-98f8-4230-93d5-8ad9b22b0043'] in dv-cinder-834540-2-iscsi is: [{'id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'name': 'router1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T16:59:59Z', 'updated_at': '2022-10-10T17:00:10Z', 'revision_number': 2, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'gw_port_host': None, '_interfaces': [{'id': '595b5441-4fdb-4056-8357-00bb9c6e1f2f', 'name': '', 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'mac_address': 'fa:16:3e:cd:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b80325d-9211-46d2-939c-994bc6287529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:00:10Z', 'updated_at': '2022-10-10T17:00:13Z', 'revision_number': 4, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'subnets': [{'id': '8b80325d-9211-46d2-939c-994bc6287529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9faa1df-47f6-4745-a6fd-39d62c22e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:00:14.256132 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50962) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:00:14.643741 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754b09b0-2e0e-458a-958b-d45ca89060bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:00:14.645143 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-754b09b0-2e0e-458a-958b-d45ca89060bf admin admin] 10.222.0.42 "GET /networking/v2.0/networks/7eb0957b-185b-43a3-9ed0-e237a00b6ef7 HTTP/1.1" status: 200 len: 842 time: 0.3880513 Oct 10 17:00:14.654749 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'gateway_ip': '172.27.4.1', 'enable_dhcp': False, 'cidr': '172.27.4.0/24'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:00:14.734379 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Made reservation on behalf of b3acc8f5bcdf4b42bd810be11a69d5c4 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:00:14.737402 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:15.154010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.objects.ports [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104999) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 10 17:00:15.154375 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for subnet (d22be3e7-9d8e-4850-b5b6-c9518156c2b4), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:15.209708 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22be3e7-9d8e-4850-b5b6-c9518156c2b4,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:15.218298 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:00:15.218660 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Network hostable DHCP agents. Network: 7eb0957b-185b-43a3-9ed0-e237a00b6ef7, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:00:15.317411 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:00:15.320386 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:15.403244 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 7eb0957b-185b-43a3-9ed0-e237a00b6ef7) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:00:15.407455 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:00:15.408088 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:15.412801 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f928ef-ce47-4ea0-8595-93a26a3d8a6d None None] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:00:15.488593 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-54780a3a-05cf-4b6d-a7b0-251f14d36524 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8370867 Oct 10 17:00:15.524704 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea9724-d5da-42b7-a798-cdf83646f37c None None] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:00:18.175346 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50970) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:00:18.605219 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ad11b9e7-1aae-46ac-9e42-48a7e35774a2 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/7ab63e82-98f8-4230-93d5-8ad9b22b0043 HTTP/1.1" status: 200 len: 710 time: 0.4287531 Oct 10 17:00:18.697748 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce21bfb-949c-440b-bc82-eb8699d36ffb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:00:18.701172 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7ce21bfb-949c-440b-bc82-eb8699d36ffb demo admin] 10.222.0.42 "GET /networking/v2.0/networks/7eb0957b-185b-43a3-9ed0-e237a00b6ef7 HTTP/1.1" status: 200 len: 886 time: 0.0875297 Oct 10 17:00:18.708902 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:00:18.883009 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:18.961507 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Publish callbacks [] for router_gateway (7ab63e82-98f8-4230-93d5-8ad9b22b0043), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:19.218893 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:00:19.254880 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Publish callbacks [] for router_gateway (7ab63e82-98f8-4230-93d5-8ad9b22b0043), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:19.334837 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:19.435235 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:19.441429 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Allocated IP 172.27.4.217 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/b903c4e3-1f3f-4e6c-8ebe-3524de414d1d) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:00:19.652400 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 595b5441-4fdb-4056-8357-00bb9c6e1f2f up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:00:19.683573 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Publish callbacks [] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:19.697497 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 595b5441-4fdb-4056-8357-00bb9c6e1f2f triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:00:19.697890 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:19.698436 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 595b5441-4fdb-4056-8357-00bb9c6e1f2f Oct 10 17:00:19.769491 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:19.769971 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 595b5441-4fdb-4056-8357-00bb9c6e1f2f is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:00:19.770364 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:19.804343 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 595b5441-4fdb-4056-8357-00bb9c6e1f2f, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=595b5441-4fdb-4056-8357-00bb9c6e1f2f,segment=NetworkSegment(c74c8fd4-7b3d-43fa-ac69-afe1428d455a),segment_id=c74c8fd4-7b3d-43fa-ac69-afe1428d455a)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:00:19.817366 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Pushing event updated for resources: {'Port': ['ID=b903c4e3-1f3f-4e6c-8ebe-3524de414d1d,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:19.821610 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:00:19.822946 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:00:19.825239 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:00:19.871548 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:19.917690 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:19.921117 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=595b5441-4fdb-4056-8357-00bb9c6e1f2f,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:20.212938 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Publish callbacks [] for router_gateway (7ab63e82-98f8-4230-93d5-8ad9b22b0043), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:20.378464 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:20.394853 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3765'] for router (7ab63e82-98f8-4230-93d5-8ad9b22b0043), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:20.398186 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550872', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552170'] for router (7ab63e82-98f8-4230-93d5-8ad9b22b0043), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:20.494079 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:20.497891 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Router 7ab63e82-98f8-4230-93d5-8ad9b22b0043 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:00:20.598230 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:00:20.602978 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:20.603833 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-18549dbf-a088-4d4c-8c6b-58c2682b3c1b demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/7ab63e82-98f8-4230-93d5-8ad9b22b0043 HTTP/1.1" status: 200 len: 890 time: 1.8983369 Oct 10 17:00:20.609085 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Sync routers for ids ['7ab63e82-98f8-4230-93d5-8ad9b22b0043'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:00:20.621678 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Routers {'7ab63e82-98f8-4230-93d5-8ad9b22b0043'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:00:20.622375 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:00:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7ab63e82-98f8-4230-93d5-8ad9b22b0043'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:00:20.675830 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:20.833856 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Set router 7ab63e82-98f8-4230-93d5-8ad9b22b0043 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:00:21.201997 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'name': 'router1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b903c4e3-1f3f-4e6c-8ebe-3524de414d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T16:59:59Z', 'updated_at': '2022-10-10T17:00:19Z', 'revision_number': 4, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'gw_port': {'id': 'b903c4e3-1f3f-4e6c-8ebe-3524de414d1d', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:00:19Z', 'updated_at': '2022-10-10T17:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '595b5441-4fdb-4056-8357-00bb9c6e1f2f', 'name': '', 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'mac_address': 'fa:16:3e:cd:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b80325d-9211-46d2-939c-994bc6287529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:00:10Z', 'updated_at': '2022-10-10T17:00:19Z', 'revision_number': 5, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'subnets': [{'id': '8b80325d-9211-46d2-939c-994bc6287529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9faa1df-47f6-4745-a6fd-39d62c22e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:00:21.321998 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Checking router: 7ab63e82-98f8-4230-93d5-8ad9b22b0043 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:00:21.322352 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Updating router 7ab63e82-98f8-4230-93d5-8ad9b22b0043 port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:00:21.374191 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:21.642423 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 595b5441-4fdb-4056-8357-00bb9c6e1f2f up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:00:21.711692 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Publish callbacks [] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:21.723675 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 595b5441-4fdb-4056-8357-00bb9c6e1f2f triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:00:21.724082 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:21.724426 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 595b5441-4fdb-4056-8357-00bb9c6e1f2f Oct 10 17:00:21.793564 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 595b5441-4fdb-4056-8357-00bb9c6e1f2f is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:00:21.831954 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:21.863426 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:21.869561 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Attempting to bind port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:00:21.869955 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Attempting to bind port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:00:21.870419 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Attempting to bind port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:00:21.908897 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed9256-403a-4efb-97b2-6fe21d391364 None None] Pushing event updated for resources: {'Port': ['ID=b903c4e3-1f3f-4e6c-8ebe-3524de414d1d,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:21.920609 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:00:21.920989 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:00:21.921392 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:21.921785 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:00:21.922244 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Bound port: b903c4e3-1f3f-4e6c-8ebe-3524de414d1d, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:00:21.922623 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:21.943429 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:21.971790 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] For port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:00:21.974773 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] For port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=b903c4e3-1f3f-4e6c-8ebe-3524de414d1d,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:00:22.037787 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:22.078650 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Routers {'7ab63e82-98f8-4230-93d5-8ad9b22b0043'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:00:22.079250 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:00:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7ab63e82-98f8-4230-93d5-8ad9b22b0043'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:00:22.124118 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed9256-403a-4efb-97b2-6fe21d391364 None None] Pushing event updated for resources: {'Port': ['ID=b903c4e3-1f3f-4e6c-8ebe-3524de414d1d,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:22.191531 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] Set router 7ab63e82-98f8-4230-93d5-8ad9b22b0043 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:00:22.384071 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'name': 'router1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b903c4e3-1f3f-4e6c-8ebe-3524de414d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T16:59:59Z', 'updated_at': '2022-10-10T17:00:19Z', 'revision_number': 4, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'gw_port': {'id': 'b903c4e3-1f3f-4e6c-8ebe-3524de414d1d', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:00:19Z', 'updated_at': '2022-10-10T17:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '595b5441-4fdb-4056-8357-00bb9c6e1f2f', 'name': '', 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'mac_address': 'fa:16:3e:cd:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b80325d-9211-46d2-939c-994bc6287529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:00:10Z', 'updated_at': '2022-10-10T17:00:19Z', 'revision_number': 5, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'subnets': [{'id': '8b80325d-9211-46d2-939c-994bc6287529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9faa1df-47f6-4745-a6fd-39d62c22e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:00:22.409150 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25da7c6-c530-42ab-b21c-3c83a06441dd None None] The sync data for ids ['7ab63e82-98f8-4230-93d5-8ad9b22b0043'] in dv-cinder-834540-2-iscsi is: [{'id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'name': 'router1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b903c4e3-1f3f-4e6c-8ebe-3524de414d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T16:59:59Z', 'updated_at': '2022-10-10T17:00:19Z', 'revision_number': 4, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'gw_port': {'id': 'b903c4e3-1f3f-4e6c-8ebe-3524de414d1d', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:00:19Z', 'updated_at': '2022-10-10T17:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '595b5441-4fdb-4056-8357-00bb9c6e1f2f', 'name': '', 'network_id': '87c1b175-3bc7-4958-a2f6-ec9259185ab1', 'tenant_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'mac_address': 'fa:16:3e:cd:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab63e82-98f8-4230-93d5-8ad9b22b0043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b80325d-9211-46d2-939c-994bc6287529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:00:10Z', 'updated_at': '2022-10-10T17:00:19Z', 'revision_number': 5, 'project_id': '72d99d3c78f8497084bf8a42ad9bb84e', 'subnets': [{'id': '8b80325d-9211-46d2-939c-994bc6287529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9faa1df-47f6-4745-a6fd-39d62c22e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:00:23.445479 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 50984) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:00:23.643739 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device b903c4e3-1f3f-4e6c-8ebe-3524de414d1d up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:00:23.687284 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:00:23.687936 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:23.688310 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d Oct 10 17:00:23.749361 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=25 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:23.762252 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:00:23.762645 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:23.783565 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=b903c4e3-1f3f-4e6c-8ebe-3524de414d1d,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:00:23.837367 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-0bc1f691-e21b-4388-8fb3-25207760d8bf admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3907754 Oct 10 17:00:23.842885 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:23.894666 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=b903c4e3-1f3f-4e6c-8ebe-3524de414d1d,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:00:25.635868 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device b903c4e3-1f3f-4e6c-8ebe-3524de414d1d up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:00:25.683775 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:00:25.684473 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (b903c4e3-1f3f-4e6c-8ebe-3524de414d1d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:25.684808 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d Oct 10 17:00:25.750256 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:25.758410 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port b903c4e3-1f3f-4e6c-8ebe-3524de414d1d is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:00:29.222181 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:33.829559 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=27 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:33.834168 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:34.945972 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-377861f4-0153-483d-b0f6-a7d88190d589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:37.300926 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-83c61fd2-ef88-4e77-bba2-199de1707c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:38.248358 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:39.969418 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:40.049800 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:00:49.962105 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:49.972363 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:55.215470 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:55.230665 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=5 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:00:56.218480 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:01:04.952497 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-34c297c8-ec45-4690-b922-60d714dbf957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:06.214537 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:01:07.277303 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-44146d80-b257-4bb4-bd3b-e6e227f9b8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:08.265197 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:09.955199 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:10.042482 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:19.962492 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:01:19.964994 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:01:33.217169 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:01:33.217669 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:01:34.962146 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-9b7b1a9e-eec5-4780-a43c-406b5016866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:37.304858 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-feeb0eca-22b6-4467-93c9-19ca40bc658d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:38.236234 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:39.984827 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:40.030512 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:43.214582 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=7 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:01:49.888690 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:01:49.961605 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:01:50.293972 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51532) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:01:50.624995 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb72726-8a5c-4ce1-9b06-036acddca9c2 admin admin] GET failed (client error): The resource could not be found. Oct 10 17:01:50.626291 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-9eb72726-8a5c-4ce1-9b06-036acddca9c2 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3313832 Oct 10 17:01:50.787514 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938133b-e5de-4e0b-b0dc-7426722ff1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:01:50.788999 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-9938133b-e5de-4e0b-b0dc-7426722ff1f1 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583230 Oct 10 17:01:53.343044 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51542) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:01:53.710682 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa86f336-af37-46f6-bdd0-52d71b0d527d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:01:53.712078 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-fa86f336-af37-46f6-bdd0-52d71b0d527d admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/8b80325d-9211-46d2-939c-994bc6287529 HTTP/1.1" status: 200 len: 849 time: 0.3680866 Oct 10 17:01:53.721668 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:01:53.805079 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Publish callbacks [] for subnet (8b80325d-9211-46d2-939c-994bc6287529), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:53.990248 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791247367343'] for subnet (8b80325d-9211-46d2-939c-994bc6287529), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:54.022329 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:01:54.022926 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:54.024210 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/8b80325d-9211-46d2-939c-994bc6287529 HTTP/1.1" status: 200 len: 868 time: 0.3061290 Oct 10 17:01:54.033424 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57911e-a3a1-4fb6-be25-9a6f9caa0e79 None None] Network 87c1b175-3bc7-4958-a2f6-ec9259185ab1 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:01:54.045325 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b80325d-9211-46d2-939c-994bc6287529,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:01:54.054443 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.054815 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.055164 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.055499 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.055835 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.056200 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.056527 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.056851 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.057198 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.057700 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.058052 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.058383 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.058706 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.059024 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.059340 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cac677-45b1-4416-abe9-c7f551a7d1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:01:54.353363 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-da4a7223-cf1c-4ada-a1b3-782469aff988 None None] Provisioning complete for port 2ff56024-794b-4fff-a365-0e2e222502b5 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:01:54.353743 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-da4a7223-cf1c-4ada-a1b3-782469aff988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (2ff56024-794b-4fff-a365-0e2e222502b5), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:54.354079 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-da4a7223-cf1c-4ada-a1b3-782469aff988 None None] Attempt 1 to provision port 2ff56024-794b-4fff-a365-0e2e222502b5 Oct 10 17:01:54.428864 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-da4a7223-cf1c-4ada-a1b3-782469aff988 None None] Current status of the port 2ff56024-794b-4fff-a365-0e2e222502b5 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:01:54.437154 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-da4a7223-cf1c-4ada-a1b3-782469aff988 None None] Provisioning complete for port 595b5441-4fdb-4056-8357-00bb9c6e1f2f triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:01:54.437535 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-da4a7223-cf1c-4ada-a1b3-782469aff988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (595b5441-4fdb-4056-8357-00bb9c6e1f2f), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:01:54.437868 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-da4a7223-cf1c-4ada-a1b3-782469aff988 None None] Attempt 1 to provision port 595b5441-4fdb-4056-8357-00bb9c6e1f2f Oct 10 17:01:54.508179 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-da4a7223-cf1c-4ada-a1b3-782469aff988 None None] Current status of the port 595b5441-4fdb-4056-8357-00bb9c6e1f2f is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:01:56.588153 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51550) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:01:57.055192 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c9050-3947-4543-8598-0eaed682e63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:01:57.055664 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c9050-3947-4543-8598-0eaed682e63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:01:57.057217 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-fe6c9050-3947-4543-8598-0eaed682e63d admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4681170 Oct 10 17:01:59.629349 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 51558) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:01:59.960013 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writer thread running {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 17:01:59.960679 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:00.175728 dv-cinder-834540-2-iscsi neutron-server[105000]: ERROR stevedore.extension [None req-e0f29d51-b93c-4c89-910c-e01fe4e69409 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 10 17:02:00.227169 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.policy [None req-e0f29d51-b93c-4c89-910c-e01fe4e69409 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105000) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 10 17:02:00.270347 dv-cinder-834540-2-iscsi neutron-server[105000]: WARNING oslo_policy.policy [None req-e0f29d51-b93c-4c89-910c-e01fe4e69409 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 17:02:00.270725 dv-cinder-834540-2-iscsi neutron-server[105000]: WARNING oslo_policy.policy [None req-e0f29d51-b93c-4c89-910c-e01fe4e69409 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 17:02:00.278462 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f29d51-b93c-4c89-910c-e01fe4e69409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:00.282367 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f29d51-b93c-4c89-910c-e01fe4e69409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:00.282367 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-e0f29d51-b93c-4c89-910c-e01fe4e69409 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6505263 Oct 10 17:02:02.840545 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 51572) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:03.296526 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c987d6-f708-4aef-bc43-79507fe8fd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:03.297907 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-d3c987d6-f708-4aef-bc43-79507fe8fd46 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/7eb0957b-185b-43a3-9ed0-e237a00b6ef7 HTTP/1.1" status: 200 len: 886 time: 0.4563804 Oct 10 17:02:04.505156 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=37 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:04.507044 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=40 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:04.967706 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-43886b8e-fea3-423c-b35a-f21267b75914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:05.866854 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 51580) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:06.279320 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69e665e-f70b-4e2b-989d-7bd751ff50e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:06.280717 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-e69e665e-f70b-4e2b-989d-7bd751ff50e0 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/87c1b175-3bc7-4958-a2f6-ec9259185ab1 HTTP/1.1" status: 200 len: 869 time: 0.4129272 Oct 10 17:02:07.045681 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=73,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:07.052646 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=72,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:07.280498 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-8557dbe3-f0c4-4d57-8a20-13860cfc4b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:08.246277 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:08.841064 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51588) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:09.215989 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:09.220876 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:09.338720 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f32d9-d178-4df9-8ac2-f64da270a1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:09.339177 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f32d9-d178-4df9-8ac2-f64da270a1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:09.340740 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e68f32d9-d178-4df9-8ac2-f64da270a1a8 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4988327 Oct 10 17:02:09.939286 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:10.012906 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:10.216643 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:02:11.887155 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51596) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:12.246454 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03329d9-8ed4-4906-9fc7-63832282697b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:12.246910 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03329d9-8ed4-4906-9fc7-63832282697b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:12.248422 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-f03329d9-8ed4-4906-9fc7-63832282697b admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3603356 Oct 10 17:02:14.798850 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51604) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:15.160505 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba2fd73-20c1-47b0-b33a-f6c0a688dfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:15.161843 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-5ba2fd73-20c1-47b0-b33a-f6c0a688dfc9 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/8b80325d-9211-46d2-939c-994bc6287529 HTTP/1.1" status: 200 len: 868 time: 0.3620329 Oct 10 17:02:16.271060 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=27 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:16.277008 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=38 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:17.705020 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51614) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:18.062808 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6c0a3-1001-4134-a98c-d4a4fdca78cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:18.064400 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-95c6c0a3-1001-4134-a98c-d4a4fdca78cd admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/d22be3e7-9d8e-4850-b5b6-c9518156c2b4 HTTP/1.1" status: 200 len: 816 time: 0.3584471 Oct 10 17:02:19.957153 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:19.959516 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:28.057993 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=26 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:28.059114 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=23 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:30.097647 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=18 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:30.103075 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=10 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:34.949786 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-42f7d99f-a4f4-4aac-8b6e-a687b49e8ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:37.304568 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d80412cd-67fc-48cb-b2af-53042e5b6dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:38.246946 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:39.957229 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:40.045141 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:46.226348 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:46.227137 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:47.214822 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:02:47.515390 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51672) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:47.834242 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [None req-ad9c088a-9e5f-40f2-babd-065368cf97aa admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:02:47.835464 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ad9c088a-9e5f-40f2-babd-065368cf97aa admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3190179 Oct 10 17:02:49.955544 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:49.962564 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:50.444813 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51680) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:50.775834 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.pecan_wsgi.hooks.translation [None req-4898cad9-7050-479d-ac95-70da23907dc4 admin admin] GET failed (client error): The resource could not be found. Oct 10 17:02:50.777137 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4898cad9-7050-479d-ac95-70da23907dc4 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3313882 Oct 10 17:02:50.860906 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae5de0-e7e7-480a-8080-3c9d9e97a47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:50.862387 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-b4ae5de0-e7e7-480a-8080-3c9d9e97a47d admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809972 Oct 10 17:02:53.458334 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51688) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:53.781423 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:02:53.846867 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Made reservation on behalf of b3acc8f5bcdf4b42bd810be11a69d5c4 for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:02:53.849223 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:53.881688 dv-cinder-834540-2-iscsi neutron-server[104999]: WARNING neutron.services.revisions.revision_plugin [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Could not find related network for resource to bump revision. Oct 10 17:02:53.893065 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:02:53.901495 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (a4d062ac-9fba-4a4c-9245-1bc49072ce6b), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:53.901839 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Added segment a4d062ac-9fba-4a4c-9245-1bc49072ce6b of type vlan for network 19ae4d5a-d589-4e91-845d-5c74c0465a9c Oct 10 17:02:53.940550 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (19ae4d5a-d589-4e91-845d-5c74c0465a9c), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:54.018009 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (19ae4d5a-d589-4e91-845d-5c74c0465a9c), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:54.018911 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:54.019498 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:54.079033 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Pushing event updated for resources: {'Network': ['ID=19ae4d5a-d589-4e91-845d-5c74c0465a9c,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:02:54.085684 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.086032 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.086397 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.086799 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.087134 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.087463 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.087826 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.088180 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.088509 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.088836 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.090611 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.090611 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.090611 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.090611 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.090611 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:54.100874 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 19ae4d5a-d589-4e91-845d-5c74c0465a9c details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:02:54.112495 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-35651dfd-6cda-47cb-a3af-99da8a2d94e6 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6530461 Oct 10 17:02:56.685638 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51696) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:02:57.018049 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.pecan_wsgi.hooks.translation [None req-056514f3-e434-4c30-943f-7cbad61f9930 admin admin] GET failed (client error): The resource could not be found. Oct 10 17:02:57.019319 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-056514f3-e434-4c30-943f-7cbad61f9930 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3327420 Oct 10 17:02:57.087294 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b24a2-5349-4ef3-81cd-a869fafd2d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:57.088720 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-097b24a2-5349-4ef3-81cd-a869fafd2d38 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651064 Oct 10 17:02:57.099555 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Request body: {'subnet': {'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:02:57.166633 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Made reservation on behalf of b3acc8f5bcdf4b42bd810be11a69d5c4 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:02:57.168972 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:57.212118 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:57.388127 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for subnet (23cac540-a74e-4999-a580-55268cc1e54f), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:57.437859 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cac540-a74e-4999-a580-55268cc1e54f,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:02:57.454489 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Checking segment: {'id': 'a4d062ac-9fba-4a4c-9245-1bc49072ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:02:57.456128 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Network hostable DHCP agents. Network: 19ae4d5a-d589-4e91-845d-5c74c0465a9c, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:02:57.532331 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Network 19ae4d5a-d589-4e91-845d-5c74c0465a9c is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:02:57.606613 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 19ae4d5a-d589-4e91-845d-5c74c0465a9c) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:02:57.610539 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:02:57.611131 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:57.616159 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a01e5b-37c5-43da-9328-7269144381b6 None None] Network 19ae4d5a-d589-4e91-845d-5c74c0465a9c requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:02:57.707227 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a6ee3572-181e-4e88-ac0e-41205b977fb9 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6109226 Oct 10 17:02:57.820083 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-19ae4d5a-d589-4e91-845d-5c74c0465a9c', 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c', 'project_id': 'b3acc8f5bcdf4b42bd810be11a69d5c4', 'fixed_ips': [{'subnet_id': '23cac540-a74e-4999-a580-55268cc1e54f'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:02:57.821039 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:57.964704 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Allocated IP 192.168.233.2 (19ae4d5a-d589-4e91-845d-5c74c0465a9c/23cac540-a74e-4999-a580-55268cc1e54f/7a4beb51-ccb3-4334-99af-a8bde9ddc185) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:02:58.106615 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Publish callbacks [] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:58.199701 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:58.243329 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Network 19ae4d5a-d589-4e91-845d-5c74c0465a9c is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:02:58.248307 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:02:58.250414 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Pushing event updated for resources: {'Port': ['ID=7a4beb51-ccb3-4334-99af-a8bde9ddc185,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:02:58.252612 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:02:58.261268 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.261614 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.261980 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.262346 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.262679 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.263011 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.263345 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.263669 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.263995 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.264345 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.264675 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.265010 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.265337 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.265658 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.265976 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:02:58.320375 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Attempting to bind port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:02:58.320748 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Attempting to bind port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'a4d062ac-9fba-4a4c-9245-1bc49072ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:02:58.321114 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Attempting to bind port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 on network 19ae4d5a-d589-4e91-845d-5c74c0465a9c {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:02:58.365670 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:02:58.366040 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Checking segment: {'id': 'a4d062ac-9fba-4a4c-9245-1bc49072ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:02:58.366438 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:58.366826 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Bound using segment: {'id': 'a4d062ac-9fba-4a4c-9245-1bc49072ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:02:58.367292 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Bound port: 7a4beb51-ccb3-4334-99af-a8bde9ddc185, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d062ac-9fba-4a4c-9245-1bc49072ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:02:58.367711 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:58.428133 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] For port 7a4beb51-ccb3-4334-99af-a8bde9ddc185, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:02:58.431175 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] For port 7a4beb51-ccb3-4334-99af-a8bde9ddc185, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=7a4beb51-ccb3-4334-99af-a8bde9ddc185,segment=NetworkSegment(a4d062ac-9fba-4a4c-9245-1bc49072ce6b),segment_id=a4d062ac-9fba-4a4c-9245-1bc49072ce6b)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:02:58.519738 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:58.575898 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bb1a4-908b-4260-af1c-969bffcc48e0 None None] Pushing event updated for resources: {'Port': ['ID=7a4beb51-ccb3-4334-99af-a8bde9ddc185,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:02:59.341269 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c51dde4-bce4-49ce-8bcd-b2dc8eec237d None None] Network 19ae4d5a-d589-4e91-845d-5c74c0465a9c requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:02:59.399610 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-74af65d5-9d55-41bf-82be-a55094c7a228 None None] Provisioning complete for port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:02:59.400006 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-74af65d5-9d55-41bf-82be-a55094c7a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:59.400366 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-74af65d5-9d55-41bf-82be-a55094c7a228 None None] Attempt 1 to provision port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 Oct 10 17:02:59.402958 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:59.437423 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:02:59.523131 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-74af65d5-9d55-41bf-82be-a55094c7a228 None None] Current status of the port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:02:59.523513 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-74af65d5-9d55-41bf-82be-a55094c7a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:59.558428 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-74af65d5-9d55-41bf-82be-a55094c7a228 None None] For port 7a4beb51-ccb3-4334-99af-a8bde9ddc185, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=7a4beb51-ccb3-4334-99af-a8bde9ddc185,segment=NetworkSegment(a4d062ac-9fba-4a4c-9245-1bc49072ce6b),segment_id=a4d062ac-9fba-4a4c-9245-1bc49072ce6b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:02:59.629794 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-74af65d5-9d55-41bf-82be-a55094c7a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:59.686828 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af65d5-9d55-41bf-82be-a55094c7a228 None None] Pushing event updated for resources: {'Port': ['ID=7a4beb51-ccb3-4334-99af-a8bde9ddc185,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:02:59.754707 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-39acc3ee-54da-4a19-8fb9-4677ca8831a2 None None] Provisioning complete for port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:02:59.755066 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-39acc3ee-54da-4a19-8fb9-4677ca8831a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:59.755414 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-39acc3ee-54da-4a19-8fb9-4677ca8831a2 None None] Attempt 1 to provision port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 Oct 10 17:02:59.781163 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 7a4beb51-ccb3-4334-99af-a8bde9ddc185 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:02:59.863061 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:02:59.863390 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:02:59.863722 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 Oct 10 17:02:59.892305 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-39acc3ee-54da-4a19-8fb9-4677ca8831a2 None None] Current status of the port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:03:00.004781 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:03:01.724885 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 7a4beb51-ccb3-4334-99af-a8bde9ddc185 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:03:01.768294 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:03:01.768684 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (7a4beb51-ccb3-4334-99af-a8bde9ddc185), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:01.769021 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 Oct 10 17:03:01.834092 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:03:01.839613 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 7a4beb51-ccb3-4334-99af-a8bde9ddc185 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:03:04.976008 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1303542d-674b-4f0f-81ee-3a0a6a5d9e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:07.281264 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-341fa43a-2ced-451e-b8e1-382092382e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:07.622606 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:03:07.623294 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=77,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:03:08.252144 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:09.947565 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:10.101468 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:19.962163 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:03:19.964058 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:03:24.213233 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:03:33.212909 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:03:34.210102 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:03:34.966152 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3f9871b9-95b7-4296-905f-e9a634dabf52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:37.289619 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1b084405-8adb-4d27-8a1e-b6bfbbc51735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:38.246172 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:39.956446 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:40.028879 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:03:49.961948 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:03:49.963763 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:00.223462 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:00.228328 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:01.213079 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:04:04.971255 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-88c3dbd8-0c60-4506-83ec-c13677805f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:07.285873 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a522a047-420e-4ccf-be00-1010ee8dc5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:08.265996 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:09.953756 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:10.015138 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:11.209447 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:18.235383 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:19.951114 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:19.959077 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:34.979304 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-121bda66-4c42-4f5c-bf35-3a646998819e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:37.228334 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=13 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:37.233233 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=19 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:37.257273 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4bb90156-a154-4e81-8b5b-ba360d4fe4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:38.211441 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:04:38.247820 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:39.979075 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:40.033501 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:43.399163 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51758) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:04:43.405478 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [None req-bebd4dcc-7943-47eb-a9fd-95d9861b3ac3 tempest-verify_tempest_config-1392434683 tempest-verify_tempest_config-1392434683-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:04:43.406454 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-bebd4dcc-7943-47eb-a9fd-95d9861b3ac3 tempest-verify_tempest_config-1392434683 tempest-verify_tempest_config-1392434683-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0062973 Oct 10 17:04:43.924843 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 51776) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:04:44.049628 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:44.126908 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Publish callbacks [] for security_group (db0e4c29-effe-42f2-bdfd-f9525fb86040), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:44.173076 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (db0e4c29-effe-42f2-bdfd-f9525fb86040), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:44.219712 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2b4451e147d8432c8e99379dd9cb17eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2938197 Oct 10 17:04:44.220695 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0e4c29-effe-42f2-bdfd-f9525fb86040,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:04:44.222649 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 51780) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:04:44.227653 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.228004 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.228387 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.228731 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.229068 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.229437 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.229768 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.230095 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.230434 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.230765 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.231106 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.231435 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.232653 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.232980 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.233303 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2188a-809b-4213-936a-8bf5cc3e3a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.309418 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Publish callbacks [] for security_group (db0e4c29-effe-42f2-bdfd-f9525fb86040), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:44.330686 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Publish callbacks [] for security_group (db0e4c29-effe-42f2-bdfd-f9525fb86040), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:44.465330 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (db0e4c29-effe-42f2-bdfd-f9525fb86040), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:44.468603 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:04:44.469820 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/db0e4c29-effe-42f2-bdfd-f9525fb86040 HTTP/1.1" status: 204 len: 168 time: 0.2461283 Oct 10 17:04:44.478015 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0e4c29-effe-42f2-bdfd-f9525fb86040,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:04:44.487454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.487796 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.488161 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.488495 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.488823 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.489149 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.489473 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.489790 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.490118 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.490441 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.490776 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.491122 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.491442 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.491756 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.492089 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89e000-9bfd-4dfd-b340-0f0548332fb3 admin admin] Tracked resource versions report: Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: pushed versions: Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: { 'AddressGroup': {'1.2'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Agent': {'1.1'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'ConntrackHelper': {'1.0'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'LocalIPAssociation': {'1.0'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Log': {'1.0'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'NDPProxy': {'1.0'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Network': {'1.1'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Port': {'1.7'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'PortForwarding': {'1.3'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'QosPolicy': {'1.10'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SecurityGroup': {'1.5'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SecurityGroupRule': {'1.2'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SubPort': {'1.0'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Subnet': {'1.1'}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Trunk': {'1.1'}} Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: consumer versions: Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: { DHCP agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: L3 agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: Metadata agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: Metering agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: Open vSwitch agent@dv-cinder-834540-2-iscsi: { 'AddressGroup': '1.2', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Agent': '1.1', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'ConntrackHelper': '1.0', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'LocalIPAssociation': '1.0', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Log': '1.0', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'NDPProxy': '1.0', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Network': '1.1', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Port': '1.7', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'PortForwarding': '1.3', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'QosPolicy': '1.10', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SecurityGroup': '1.5', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SecurityGroupRule': '1.2', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SubPort': '1.0', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Subnet': '1.1', Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Trunk': '1.1'}} Oct 10 17:04:44.493614 dv-cinder-834540-2-iscsi neutron-server[105000]: {{(pid=105000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 17:04:48.208419 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:49.964914 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:54.216636 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=21,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:54.227622 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=18,neutron:INSERT=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:54.473571 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:54.482603 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:04:54.529074 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:04.964746 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4a424ee0-cb38-42ce-9862-9439fbec089b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:07.290536 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0950a24f-66ec-4d97-ba64-1cd8dc4fc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:08.258215 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:09.970299 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:10.027084 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:14.224603 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:14.228483 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:15.210148 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:05:19.958800 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=24 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:19.960713 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:25.207039 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:33.218993 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:34.972039 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2ff53848-a272-48fc-953a-0b47ec401a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:37.278562 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-75a2bfe2-3fd7-4d82-baf3-899eb9b5539c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:38.272489 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:39.971427 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:40.051480 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:05:49.961595 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:49.963505 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:51.224505 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:51.235474 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:05:52.208032 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 5 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:06:02.204891 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:06:04.975297 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2059501b-770c-4612-857a-1b67a19772e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:07.283344 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b4a7ed7b-832e-4180-b050-4eac28bad1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:08.285024 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:10.056727 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:10.113825 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:14.856939 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550353'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:24.757974 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:06:24.761919 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:06:27.861884 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 51860) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:06:27.968855 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-c168515b-02de-4669-bd3a-5ee79832c869 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1059716 Oct 10 17:06:29.207697 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:06:30.384901 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 51870) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:06:30.438750 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-08628467-6657-4531-9657-e06381def105 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528352 Oct 10 17:06:34.952904 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d3513d87-221f-4851-8c58-f8a6d1bfed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:37.301214 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-fcab439f-54ac-4988-b1c7-42b3a4ee892a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:37.963923 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:06:38.282752 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:39.202315 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=15 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:06:39.204184 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=19 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:06:39.998034 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:40.066083 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:40.433331 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:06:44.786298 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:06:54.714341 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:06:54.720712 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:04.934815 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c50f393e-cf50-48c1-8eff-5da5947c0545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:05.221895 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:05.226874 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=5 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:06.206775 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:07:07.255057 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d4a4230f-42d7-4634-9e7f-e574961f4852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:08.266219 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:09.991918 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:10.054175 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:14.814491 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:16.201920 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:16.203239 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:24.735686 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:24.738041 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:34.973768 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc089e73-6079-4cd0-9808-6165870a541d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:37.288056 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-65d4294a-c4c7-40de-8241-eb4890c7de74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:38.305183 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:39.965912 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:40.013853 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:42.232378 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:42.233210 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:43.205508 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:07:44.813714 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:07:53.200706 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:53.201530 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:54.743285 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:07:54.750268 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:02.212975 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52022) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:02.575134 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52040) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:02.635651 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1337515121-network', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:02.756724 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Made reservation on behalf of f9c633053a92460c8fd6858e66679fd3 for: {'network': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:02.759643 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:02.779084 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1953103213-network', 'tenant_id': 'f10a89146d6345388ca2d5d390c472ea'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:02.797570 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:02.861777 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Made reservation on behalf of f10a89146d6345388ca2d5d390c472ea for: {'network': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:02.864111 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:02.879314 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:02.915869 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Publish callbacks [] for security_group (69222d51-04ba-4c5e-9c56-e94d68c873b6), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:02.998328 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (69222d51-04ba-4c5e-9c56-e94d68c873b6), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.042523 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Publish callbacks [] for security_group (df8d34af-9926-4e08-89f5-d739a396eaec), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.047139 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69222d51-04ba-4c5e-9c56-e94d68c873b6,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:03.049303 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=105000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:08:03.066330 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.066518 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.066958 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.067304 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.067639 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.067986 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.068315 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.068642 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.068987 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.069320 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.069648 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.069995 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.070324 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.070651 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.070983 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Tracked resource versions report: Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: pushed versions: Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: { 'AddressGroup': {'1.2'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Agent': {'1.1'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'ConntrackHelper': {'1.0'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'LocalIPAssociation': {'1.0'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Log': {'1.0'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'NDPProxy': {'1.0'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Network': {'1.1'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Port': {'1.7'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'PortForwarding': {'1.3'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'QosPolicy': {'1.10'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SecurityGroup': {'1.5'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SecurityGroupRule': {'1.2'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SubPort': {'1.0'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Subnet': {'1.1'}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Trunk': {'1.1'}} Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: consumer versions: Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: { DHCP agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: HyperV agent@hv-cinder-83454: {}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: L3 agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: Metadata agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: Metering agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: Open vSwitch agent@dv-cinder-834540-2-iscsi: { 'AddressGroup': '1.2', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Agent': '1.1', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'ConntrackHelper': '1.0', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'LocalIPAssociation': '1.0', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Log': '1.0', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'NDPProxy': '1.0', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Network': '1.1', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Port': '1.7', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'PortForwarding': '1.3', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'QosPolicy': '1.10', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SecurityGroup': '1.5', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SecurityGroupRule': '1.2', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'SubPort': '1.0', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Subnet': '1.1', Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: 'Trunk': '1.1'}} Oct 10 17:08:03.072258 dv-cinder-834540-2-iscsi neutron-server[105000]: {{(pid=105000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 17:08:03.085341 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791247326419', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (c0e354ab-d5e3-4c42-a26e-6d5631d16cd8), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.086095 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Unsubscribe: segment precommit_create {{(pid=105000) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 10 17:08:03.086669 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.segments_db [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Added segment c0e354ab-d5e3-4c42-a26e-6d5631d16cd8 of type vlan for network aea7132b-eded-454c-814f-84881d978853 Oct 10 17:08:03.108369 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (df8d34af-9926-4e08-89f5-d739a396eaec), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.162557 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=105000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:08:03.171810 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (aea7132b-eded-454c-814f-84881d978853), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.191731 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8d34af-9926-4e08-89f5-d739a396eaec,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:03.197053 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (cb007808-a649-4c40-b7c9-5e3e34e5f0ed), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.197587 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.segments_db [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Added segment cb007808-a649-4c40-b7c9-5e3e34e5f0ed of type vlan for network 3dba1a33-b2d6-4110-b3b4-30dec079284d Oct 10 17:08:03.253335 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (3dba1a33-b2d6-4110-b3b4-30dec079284d), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.310469 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (aea7132b-eded-454c-814f-84881d978853), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.311607 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:03.312271 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.393582 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (3dba1a33-b2d6-4110-b3b4-30dec079284d), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.394648 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:03.395147 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.421712 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] Pushing event updated for resources: {'Network': ['ID=aea7132b-eded-454c-814f-84881d978853,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:03.436391 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network aea7132b-eded-454c-814f-84881d978853 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:08:03.473258 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-1bb925ed-a0f8-4b44-bdfd-d7cd27df3217 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2590809 Oct 10 17:08:03.477065 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52078) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:03.484386 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] Pushing event updated for resources: {'Network': ['ID=3dba1a33-b2d6-4110-b3b4-30dec079284d,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:03.484600 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Request body: {'subnet': {'network_id': 'aea7132b-eded-454c-814f-84881d978853', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1337515121-subnet', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:03.517527 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 3dba1a33-b2d6-4110-b3b4-30dec079284d details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:08:03.538801 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52084) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:03.539066 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-4d91e608-8038-4333-b997-1dc7880dd05c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9625418 Oct 10 17:08:03.550695 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Request body: {'subnet': {'network_id': '3dba1a33-b2d6-4110-b3b4-30dec079284d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1953103213-subnet', 'tenant_id': 'f10a89146d6345388ca2d5d390c472ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:03.591032 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Made reservation on behalf of f9c633053a92460c8fd6858e66679fd3 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:03.598626 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.609564 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Made reservation on behalf of f10a89146d6345388ca2d5d390c472ea for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:03.611834 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:03.701884 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52102) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:03.876087 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52120) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:03.943989 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for subnet (91f296b2-35d8-462a-ae95-10a76698c560), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.022216 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f296b2-35d8-462a-ae95-10a76698c560,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:04.025374 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Checking segment: {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:04.025896 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Network hostable DHCP agents. Network: aea7132b-eded-454c-814f-84881d978853, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:08:04.034967 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.035385 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.035792 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.036217 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.036549 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.036871 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.037195 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.037510 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.037829 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.038141 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.038677 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.039015 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.039335 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.039650 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.039972 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Tracked resource versions report: Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: pushed versions: Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: { 'AddressGroup': {'1.2'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Agent': {'1.1'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'ConntrackHelper': {'1.0'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'LocalIPAssociation': {'1.0'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Log': {'1.0'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'NDPProxy': {'1.0'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Network': {'1.1'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Port': {'1.7'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'PortForwarding': {'1.3'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'QosPolicy': {'1.10'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SecurityGroup': {'1.5'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SecurityGroupRule': {'1.2'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SubPort': {'1.0'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Subnet': {'1.1'}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Trunk': {'1.1'}} Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: consumer versions: Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: { DHCP agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: HyperV agent@hv-cinder-83454: {}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: L3 agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: Metadata agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: Metering agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: Open vSwitch agent@dv-cinder-834540-2-iscsi: { 'AddressGroup': '1.2', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Agent': '1.1', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'ConntrackHelper': '1.0', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'LocalIPAssociation': '1.0', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Log': '1.0', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'NDPProxy': '1.0', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Network': '1.1', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Port': '1.7', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'PortForwarding': '1.3', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'QosPolicy': '1.10', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SecurityGroup': '1.5', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SecurityGroupRule': '1.2', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'SubPort': '1.0', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Subnet': '1.1', Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: 'Trunk': '1.1'}} Oct 10 17:08:04.041274 dv-cinder-834540-2-iscsi neutron-server[104999]: {{(pid=104999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 17:08:04.045111 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for subnet (36c6ac48-fbf0-49b8-84fa-925c7a6c3e29), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.104955 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-104077645-network', 'tenant_id': '18aef1375628417b91f816bccd05d1cf'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:04.111324 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c6ac48-fbf0-49b8-84fa-925c7a6c3e29,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:04.120076 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:04.123821 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Checking segment: {'id': 'cb007808-a649-4c40-b7c9-5e3e34e5f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3dba1a33-b2d6-4110-b3b4-30dec079284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:04.124213 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Network hostable DHCP agents. Network: 3dba1a33-b2d6-4110-b3b4-30dec079284d, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:08:04.124949 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-network', 'tenant_id': '34f584f725354f68b917b45b645b3630'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:04.143944 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:04.155883 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Network aea7132b-eded-454c-814f-84881d978853 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:08:04.208620 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Made reservation on behalf of 18aef1375628417b91f816bccd05d1cf for: {'network': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:04.211560 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.212980 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Network 3dba1a33-b2d6-4110-b3b4-30dec079284d is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:08:04.216315 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Made reservation on behalf of 34f584f725354f68b917b45b645b3630 for: {'network': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:04.221632 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.233112 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.235214 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.294995 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, aea7132b-eded-454c-814f-84881d978853) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:04.297048 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 3dba1a33-b2d6-4110-b3b4-30dec079284d) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:04.302725 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:04.306069 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec8cf5-b186-4654-bae0-f6011e23717a None None] Network aea7132b-eded-454c-814f-84881d978853 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:04.306665 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.329067 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:04.329957 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.372258 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed5c7f-4aba-4045-8f8b-0618409862dd None None] Network 3dba1a33-b2d6-4110-b3b4-30dec079284d requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:04.391335 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Publish callbacks [] for security_group (c1140a46-df98-4eb1-a1d8-f9244c994221), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.412086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Publish callbacks [] for security_group (468cc706-82eb-49c3-be79-288ea01b627b), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.417424 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e67c4ff4-33a2-4ae1-99fd-9f299d6de199 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8745942 Oct 10 17:08:04.421587 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-f53b9763-211f-4e55-ae90-d4a40b34f379 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9428732 Oct 10 17:08:04.424255 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52146) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:04.428884 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:04.470314 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (c1140a46-df98-4eb1-a1d8-f9244c994221), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.498222 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (468cc706-82eb-49c3-be79-288ea01b627b), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.511285 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=105000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:08:04.519575 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=105000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:08:04.522761 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1140a46-df98-4eb1-a1d8-f9244c994221,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:04.538634 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (6bcff473-23db-4ba6-a4f5-24f11c1fccd7), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.539189 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.segments_db [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Added segment 6bcff473-23db-4ba6-a4f5-24f11c1fccd7 of type vlan for network 0eee5d35-4847-4982-a7a4-935838222131 Oct 10 17:08:04.553516 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (8a7bf2bc-7107-4d55-ba87-933f9535e1ec), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.553834 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.segments_db [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Added segment 8a7bf2bc-7107-4d55-ba87-933f9535e1ec of type vlan for network 710e1b7f-f37c-4711-979b-caac1afb6b90 Oct 10 17:08:04.558677 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.560044 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.567413 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-aea7132b-eded-454c-814f-84881d978853', 'network_id': 'aea7132b-eded-454c-814f-84881d978853', 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'fixed_ips': [{'subnet_id': '91f296b2-35d8-462a-ae95-10a76698c560'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:08:04.573461 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:04.575671 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.604512 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b023ee69-f84c-4e76-b33e-9541c552c5bb None None] Network 3dba1a33-b2d6-4110-b3b4-30dec079284d requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:04.628415 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468cc706-82eb-49c3-be79-288ea01b627b,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:04.661641 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (710e1b7f-f37c-4711-979b-caac1afb6b90), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.666916 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (0eee5d35-4847-4982-a7a4-935838222131), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.696146 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks [] for router_controller (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.697305 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:04.756460 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:INSERT=31,neutron:SELECT=65,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:04.802243 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (0eee5d35-4847-4982-a7a4-935838222131), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.803313 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:04.803942 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.806362 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (710e1b7f-f37c-4711-979b-caac1afb6b90), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.807998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:04.808778 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:04.947139 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0693030 Oct 10 17:08:04.951361 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2472274 Oct 10 17:08:04.960720 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52158) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:04.963369 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52160) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:04.979720 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Request body: {'subnet': {'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-104077645-subnet', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:04.995446 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Allocated IP 172.20.0.2 (aea7132b-eded-454c-814f-84881d978853/91f296b2-35d8-462a-ae95-10a76698c560/acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:05.002746 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Request body: {'subnet': {'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-subnet', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:05.032914 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks [] for router_gateway (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.037353 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f4e97-ad14-48d9-b2a7-bb2cff5a8eba admin admin] Pushing event updated for resources: {'Network': ['ID=0eee5d35-4847-4982-a7a4-935838222131,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:05.117286 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 0eee5d35-4847-4982-a7a4-935838222131 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:08:05.117435 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31114b60-47c6-4744-843c-9a7b805e1f92 admin admin] Pushing event updated for resources: {'Network': ['ID=710e1b7f-f37c-4711-979b-caac1afb6b90,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:05.134344 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Made reservation on behalf of 34f584f725354f68b917b45b645b3630 for: {'subnet': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:05.142836 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.143234 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:08:05.149064 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Made reservation on behalf of 18aef1375628417b91f816bccd05d1cf for: {'subnet': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:05.151618 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.175961 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:05.253579 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:05.371685 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks [] for router_gateway (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.397628 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.427314 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-143a451f-fdc9-4a45-97ef-7d104a72b6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.469139 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Publish callbacks [] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.563197 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Allocated IP 172.27.4.163 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/5bdaa089-3b50-47e0-9408-815fea0cb954) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:05.563775 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.585173 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Network aea7132b-eded-454c-814f-84881d978853 is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:05.620298 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:05.629830 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:05.715770 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for subnet (4eaa76f7-4bef-4ddd-b011-2a41a1757b83), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.772597 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:05.818342 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:05.838343 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks [] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.851711 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Pushing event updated for resources: {'Port': ['ID=acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:05.860901 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.861112 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.861496 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.861835 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.862171 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.862501 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.862829 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.863151 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.863469 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.863773 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.864126 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.864520 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.864893 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.865213 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.865808 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Tracked resource versions report: Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: pushed versions: Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: { 'AddressGroup': {'1.2'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Agent': {'1.1'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'ConntrackHelper': {'1.0'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'LocalIPAssociation': {'1.0'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Log': {'1.0'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'NDPProxy': {'1.0'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Network': {'1.1'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Port': {'1.7'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'PortForwarding': {'1.3'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'QosPolicy': {'1.10'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SecurityGroup': {'1.5'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SecurityGroupRule': {'1.2'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SubPort': {'1.0'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Subnet': {'1.1'}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Trunk': {'1.1'}} Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: consumer versions: Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: { DHCP agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: HyperV agent@hv-cinder-83454: {}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: L3 agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: Metadata agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: Metering agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: Open vSwitch agent@dv-cinder-834540-2-iscsi: { 'AddressGroup': '1.2', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Agent': '1.1', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'ConntrackHelper': '1.0', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'LocalIPAssociation': '1.0', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Log': '1.0', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'NDPProxy': '1.0', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Network': '1.1', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Port': '1.7', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'PortForwarding': '1.3', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'QosPolicy': '1.10', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SecurityGroup': '1.5', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SecurityGroupRule': '1.2', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'SubPort': '1.0', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Subnet': '1.1', Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: 'Trunk': '1.1'}} Oct 10 17:08:05.867494 dv-cinder-834540-2-iscsi neutron-server[105001]: {{(pid=105001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 17:08:05.896251 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Attempting to bind port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:05.896702 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Attempting to bind port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:05.897088 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Attempting to bind port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd on network aea7132b-eded-454c-814f-84881d978853 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:05.901956 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Checking segment: {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:05.902508 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Network hostable DHCP agents. Network: 710e1b7f-f37c-4711-979b-caac1afb6b90, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=105000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:08:05.922270 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for subnet (4fe731f9-89e1-4eef-b74c-540645002099), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.925098 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:05.977096 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eaa76f7-4bef-4ddd-b011-2a41a1757b83,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:05.988143 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:05.990702 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Checking segment: {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:05.992480 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:05.994247 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Bound using segment: {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:05.996248 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Bound port: acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:05.997808 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.007712 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.027289 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Checking segment: {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:06.027874 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Network hostable DHCP agents. Network: 0eee5d35-4847-4982-a7a4-935838222131, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=105000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:08:06.034132 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=105000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:08:06.048338 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe731f9-89e1-4eef-b74c-540645002099,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:06.049388 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:06.060698 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:06.062093 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:06.101183 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] For port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:06.106413 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] For port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:06.110098 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 710e1b7f-f37c-4711-979b-caac1afb6b90) {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:06.117761 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:06.118750 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.122446 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd56a8d-f504-4cd5-96fe-7418160a416a None None] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:06.201615 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Pushing event updated for resources: {'Port': ['ID=5bdaa089-3b50-47e0-9408-815fea0cb954,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:06.204792 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Network 0eee5d35-4847-4982-a7a4-935838222131 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=105000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:08:06.207639 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-adc78531-0d7d-4200-918b-071f59cc7264 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2367811 Oct 10 17:08:06.210482 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52212) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:06.216438 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 0eee5d35-4847-4982-a7a4-935838222131) {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:06.221940 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:06.229091 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:06.229686 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.232760 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a247f-659a-4009-b58b-c7c7a3377d25 None None] Network 0eee5d35-4847-4982-a7a4-935838222131 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:06.234152 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.310817 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (a088680d-e74b-4325-86ee-e3c81ba5e868), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.311868 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (a088680d-e74b-4325-86ee-e3c81ba5e868), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.319543 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52216) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:06.325177 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-457233242-network', 'tenant_id': '3ecb448ed11f4b42a24e97cb1976ba28'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:06.364621 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-a56931ea-0e70-4567-88cd-c9a9c6624bfd admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3998716 Oct 10 17:08:06.367857 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52218) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:06.373723 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:06.406253 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16573264-78e0-4f22-bc99-a08ce7a66ee0 None None] Pushing event updated for resources: {'Port': ['ID=acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:06.413895 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks [] for router_controller (a088680d-e74b-4325-86ee-e3c81ba5e868), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.431052 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:06.458392 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Made reservation on behalf of 3ecb448ed11f4b42a24e97cb1976ba28 for: {'network': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:06.462158 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-710e1b7f-f37c-4711-979b-caac1afb6b90', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'project_id': '34f584f725354f68b917b45b645b3630', 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:08:06.463336 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.463698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.494188 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (7a574c56-3c1a-4977-822c-f73a74fc7d83), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.496401 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-0eee5d35-4847-4982-a7a4-935838222131', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'project_id': '18aef1375628417b91f816bccd05d1cf', 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:08:06.496536 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (7a574c56-3c1a-4977-822c-f73a74fc7d83), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.497552 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.504167 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.623723 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks [] for router_gateway (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.700537 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks [] for router_gateway (a088680d-e74b-4325-86ee-e3c81ba5e868), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.768799 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:06.776219 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Allocated IP 172.20.0.2 (710e1b7f-f37c-4711-979b-caac1afb6b90/4eaa76f7-4bef-4ddd-b011-2a41a1757b83/ee1939e7-a113-4a8a-99c9-113dfc2b0426) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:06.815991 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Allocated IP 172.20.0.2 (0eee5d35-4847-4982-a7a4-935838222131/4fe731f9-89e1-4eef-b74c-540645002099/0ca2cd50-ca99-4b63-a846-2302758f7a3d) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:06.921324 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks [] for router_controller (7a574c56-3c1a-4977-822c-f73a74fc7d83), precommit_add_association {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:06.928187 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:07.010551 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Publish callbacks [] for security_group (b00227d0-f327-4614-bb5d-aa913aa1e47e), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.099283 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Publish callbacks [] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.120419 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Publish callbacks [] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.122669 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=8 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:07.172223 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b00227d0-f327-4614-bb5d-aa913aa1e47e), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.185375 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.190889 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.215088 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:08:07.230574 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.231751 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (3c1272ae-41fa-49e1-bf49-cc8e4772ee8f), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.232549 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.segments_db [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Added segment 3c1272ae-41fa-49e1-bf49-cc8e4772ee8f of type vlan for network 3eae0d9e-0a12-434a-a520-2c5a75950d7b Oct 10 17:08:07.272130 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:07.303802 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:07.308654 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:07.312361 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Network 0eee5d35-4847-4982-a7a4-935838222131 is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:07.313218 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Pushing event updated for resources: {'Port': ['ID=ee1939e7-a113-4a8a-99c9-113dfc2b0426,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:07.318545 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:07.320433 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks [] for router_gateway (a088680d-e74b-4325-86ee-e3c81ba5e868), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.338099 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:07.343599 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:07.371401 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.426277 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4f580fcb-ff1d-443d-a9c2-bfab2b1ac9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.507635 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00227d0-f327-4614-bb5d-aa913aa1e47e,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:07.521137 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks [] for router_gateway (7a574c56-3c1a-4977-822c-f73a74fc7d83), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.533312 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (3eae0d9e-0a12-434a-a520-2c5a75950d7b), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.547490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Pushing event updated for resources: {'Port': ['ID=0ca2cd50-ca99-4b63-a846-2302758f7a3d,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:07.585058 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Attempting to bind port ee1939e7-a113-4a8a-99c9-113dfc2b0426 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:07.585436 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Attempting to bind port ee1939e7-a113-4a8a-99c9-113dfc2b0426 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:07.585812 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Attempting to bind port ee1939e7-a113-4a8a-99c9-113dfc2b0426 on network 710e1b7f-f37c-4711-979b-caac1afb6b90 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:07.611536 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Attempting to bind port 0ca2cd50-ca99-4b63-a846-2302758f7a3d on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:07.611892 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Attempting to bind port 0ca2cd50-ca99-4b63-a846-2302758f7a3d by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:07.612284 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Attempting to bind port 0ca2cd50-ca99-4b63-a846-2302758f7a3d on network 0eee5d35-4847-4982-a7a4-935838222131 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:07.673407 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:07.673789 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Checking segment: {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:07.674198 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.674594 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Bound using segment: {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:07.675146 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Bound port: ee1939e7-a113-4a8a-99c9-113dfc2b0426, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:07.675955 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.689928 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Allocated IP 172.27.4.98 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:07.699297 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:07.699681 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Checking segment: {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:07.700122 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.700526 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Bound using segment: {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:07.701011 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Bound port: 0ca2cd50-ca99-4b63-a846-2302758f7a3d, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:07.701522 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.751193 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:08:07.795445 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] For port ee1939e7-a113-4a8a-99c9-113dfc2b0426, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:07.799987 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] For port ee1939e7-a113-4a8a-99c9-113dfc2b0426, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=ee1939e7-a113-4a8a-99c9-113dfc2b0426,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:07.810621 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] For port 0ca2cd50-ca99-4b63-a846-2302758f7a3d, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:07.813999 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] For port 0ca2cd50-ca99-4b63-a846-2302758f7a3d, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=0ca2cd50-ca99-4b63-a846-2302758f7a3d,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:07.815025 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (3eae0d9e-0a12-434a-a520-2c5a75950d7b), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.816445 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:07.817190 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.852413 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a7b0f-e44a-456c-b34c-4fb3ff3112c0 None None] Network aea7132b-eded-454c-814f-84881d978853 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:07.868443 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:07.900062 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.916727 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:07.923485 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:07.989834 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:08.027105 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:08.102341 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-a0c7b44c-5668-469b-b335-6d6a80b8b4bb None None] Provisioning complete for port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:08.102925 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b44c-5668-469b-b335-6d6a80b8b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:08.103592 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-a0c7b44c-5668-469b-b335-6d6a80b8b4bb None None] Attempt 1 to provision port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd Oct 10 17:08:08.151605 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8317313 Oct 10 17:08:08.156493 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52244) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:08.165320 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Request body: {'subnet': {'network_id': '3eae0d9e-0a12-434a-a520-2c5a75950d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-457233242-subnet', 'tenant_id': '3ecb448ed11f4b42a24e97cb1976ba28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:08.176245 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks [] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:08.189376 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ff0e-dd1d-4e47-a6ad-8dcd5ecd6b30 None None] Pushing event updated for resources: {'Port': ['ID=ee1939e7-a113-4a8a-99c9-113dfc2b0426,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:08.245981 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:08:08.261485 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Sync routers for ids ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:08:08.280659 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Routers {'0884eced-4ba3-48fc-ada0-aee2f02fcdc9'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:08.286242 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:08.286643 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468ba66-c031-499f-8e4f-27b5c56da474 None None] Pushing event updated for resources: {'Port': ['ID=0ca2cd50-ca99-4b63-a846-2302758f7a3d,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:08.289458 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:08.321834 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83286772-5568-4516-8c7a-d0ecc65d3082 admin admin] Pushing event updated for resources: {'Network': ['ID=3eae0d9e-0a12-434a-a520-2c5a75950d7b,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:08.333433 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Made reservation on behalf of 3ecb448ed11f4b42a24e97cb1976ba28 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:08.335818 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:08.455160 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 3eae0d9e-0a12-434a-a520-2c5a75950d7b details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:08:08.466170 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:08.467643 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:08.474156 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd Oct 10 17:08:08.482361 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks [] for router_gateway (7a574c56-3c1a-4977-822c-f73a74fc7d83), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:08.494256 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:08.499111 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6239c4e2-08f8-4c24-acb8-47ab99854e9d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0736275 Oct 10 17:08:08.506156 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52252) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:08.573914 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:08.711975 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:08.803289 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:08.821321 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Set router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:08.840145 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:08.880445 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:08.887941 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:08.966400 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Allocated IP 172.27.4.138 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/cd8997ba-4a72-4d00-8bc5-46e24634735a) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:09.018101 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7b44c-5668-469b-b335-6d6a80b8b4bb None None] Current status of the port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:09.024491 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b44c-5668-469b-b335-6d6a80b8b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.073660 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:09.168166 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.196929 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163'}], 'enable_snat': True}, 'gw_port_id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:04Z', 'updated_at': '2022-10-10T17:08:06Z', 'revision_number': 3, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'gw_port': {'id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:05Z', 'updated_at': '2022-10-10T17:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:09.234627 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks [] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.239573 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-a0c7b44c-5668-469b-b335-6d6a80b8b4bb None None] For port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:09.266689 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:09.267339 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.277091 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Checking router: 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:08:09.277091 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Updating router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 port 5bdaa089-3b50-47e0-9408-815fea0cb954 binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:08:09.340817 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b44c-5668-469b-b335-6d6a80b8b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.344019 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for subnet (d01778b0-efda-4a99-95fd-1fd5c5638b33), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.360519 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.449166 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01778b0-efda-4a99-95fd-1fd5c5638b33,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:09.467580 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:09.512018 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:09.541230 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Checking segment: {'id': '3c1272ae-41fa-49e1-bf49-cc8e4772ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3eae0d9e-0a12-434a-a520-2c5a75950d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:09.541754 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Network hostable DHCP agents. Network: 3eae0d9e-0a12-434a-a520-2c5a75950d7b, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:08:09.552489 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.571019 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks [] for router_gateway (a088680d-e74b-4325-86ee-e3c81ba5e868), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.575678 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-99185df2-965f-4ed0-941a-70be90dffd05 None None] Provisioning complete for port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:09.597134 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-99185df2-965f-4ed0-941a-70be90dffd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.597664 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-99185df2-965f-4ed0-941a-70be90dffd05 None None] Attempt 1 to provision port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd Oct 10 17:08:09.599808 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.db.api [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 17:08:09.607642 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG oslo_db.api [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 17:08:09.685570 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7b44c-5668-469b-b335-6d6a80b8b4bb None None] Pushing event updated for resources: {'Port': ['ID=acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:09.783845 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Network 3eae0d9e-0a12-434a-a520-2c5a75950d7b is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:08:09.854892 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-99185df2-965f-4ed0-941a-70be90dffd05 None None] Current status of the port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:09.865151 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:09.879531 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34568a-b1a8-454c-96de-53feb3dd7ab8 None None] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:09.893527 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (a088680d-e74b-4325-86ee-e3c81ba5e868), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:09.927165 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:09.931615 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8997ba-4a72-4d00-8bc5-46e24634735a,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:09.939250 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:09.955773 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:09.960100 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 3eae0d9e-0a12-434a-a520-2c5a75950d7b) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:09.974282 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:09.974886 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.056370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c239b53-28c7-4754-99b2-509f33a92e1d None None] Network 3eae0d9e-0a12-434a-a520-2c5a75950d7b requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:10.082107 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Publish callbacks [] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.113576 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4038185d-106b-4090-a61b-d615504f8ddf admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9552851 Oct 10 17:08:10.173541 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.243831 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Attempting to bind port 5bdaa089-3b50-47e0-9408-815fea0cb954 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:10.244244 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Attempting to bind port 5bdaa089-3b50-47e0-9408-815fea0cb954 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:10.246544 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Attempting to bind port 5bdaa089-3b50-47e0-9408-815fea0cb954 on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:10.254265 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-df445bb4-cfbe-4702-bff9-4337936b068f None None] Provisioning complete for port ee1939e7-a113-4a8a-99c9-113dfc2b0426 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:10.255640 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-df445bb4-cfbe-4702-bff9-4337936b068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.255640 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-df445bb4-cfbe-4702-bff9-4337936b068f None None] Attempt 1 to provision port ee1939e7-a113-4a8a-99c9-113dfc2b0426 Oct 10 17:08:10.337109 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:10.338242 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.342240 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.360682 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba282ee-2341-4903-9efa-fa76637a57a2 None None] Network 0eee5d35-4847-4982-a7a4-935838222131 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:10.380743 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:10.446372 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:10.447623 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:10.448338 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.448964 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:10.449981 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Bound port: 5bdaa089-3b50-47e0-9408-815fea0cb954, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:10.450639 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.464504 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52322) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:10.467493 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.473757 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:10.479990 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Router a088680d-e74b-4325-86ee-e3c81ba5e868 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:08:10.504092 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Pushing event updated for resources: {'Port': ['ID=5bdaa089-3b50-47e0-9408-815fea0cb954,revision_number=2']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:10.534638 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.535087 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.535401 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.535808 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.536172 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.536567 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.536890 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.537648 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.537998 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.538377 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.538712 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.539060 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.539548 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.539880 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.540279 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Tracked resource versions report: Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: pushed versions: Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: { 'AddressGroup': {'1.2'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Agent': {'1.1'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'ConntrackHelper': {'1.0'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'LocalIPAssociation': {'1.0'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Log': {'1.0'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'NDPProxy': {'1.0'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Network': {'1.1'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Port': {'1.7'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'PortForwarding': {'1.3'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'QosPolicy': {'1.10'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SecurityGroup': {'1.5'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SecurityGroupRule': {'1.2'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SubPort': {'1.0'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Subnet': {'1.1'}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Trunk': {'1.1'}} Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: consumer versions: Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: { DHCP agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: HyperV agent@hv-cinder-83454: {}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: L3 agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: Metadata agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: Metering agent@dv-cinder-834540-2-iscsi: {}, Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: Open vSwitch agent@dv-cinder-834540-2-iscsi: { 'AddressGroup': '1.2', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Agent': '1.1', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'ConntrackHelper': '1.0', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'LocalIPAssociation': '1.0', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Log': '1.0', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'NDPProxy': '1.0', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Network': '1.1', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Port': '1.7', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'PortForwarding': '1.3', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'QosPolicy': '1.10', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SecurityGroup': '1.5', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SecurityGroupRule': '1.2', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'SubPort': '1.0', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Subnet': '1.1', Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: 'Trunk': '1.1'}} Oct 10 17:08:10.542785 dv-cinder-834540-2-iscsi neutron-server[105002]: {{(pid=105002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 17:08:10.574434 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] For port 5bdaa089-3b50-47e0-9408-815fea0cb954, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:10.582602 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] For port 5bdaa089-3b50-47e0-9408-815fea0cb954, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=5bdaa089-3b50-47e0-9408-815fea0cb954,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:10.671597 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.751742 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Routers {'0884eced-4ba3-48fc-ada0-aee2f02fcdc9'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:10.752242 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:10.762576 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks [] for router_gateway (7a574c56-3c1a-4977-822c-f73a74fc7d83), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:10.767367 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea53608-b878-4475-8d57-5757e8e20f2c None None] Network 3eae0d9e-0a12-434a-a520-2c5a75950d7b requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:10.843184 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:10.898854 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:10.926070 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993cde3-28b1-4205-8400-d75f02ebff51 None None] Pushing event updated for resources: {'Port': ['ID=5bdaa089-3b50-47e0-9408-815fea0cb954,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:10.994858 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e6e10a-4a0b-46e8-ba40-e36a67fa5b2a admin admin] Deleting subnet 36c6ac48-fbf0-49b8-84fa-925c7a6c3e29 {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:08:11.002037 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e10a-4a0b-46e8-ba40-e36a67fa5b2a admin admin] Publish callbacks [] for subnet (36c6ac48-fbf0-49b8-84fa-925c7a6c3e29), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.042625 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:11.045942 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-df445bb4-cfbe-4702-bff9-4337936b068f None None] Current status of the port ee1939e7-a113-4a8a-99c9-113dfc2b0426 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:11.046452 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-df445bb4-cfbe-4702-bff9-4337936b068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.088812 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e10a-4a0b-46e8-ba40-e36a67fa5b2a admin admin] Publish callbacks [] for subnet (36c6ac48-fbf0-49b8-84fa-925c7a6c3e29), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.099242 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] Set router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:11.119531 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e10a-4a0b-46e8-ba40-e36a67fa5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (36c6ac48-fbf0-49b8-84fa-925c7a6c3e29), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.146014 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52342) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:11.186261 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:11.242350 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (7a574c56-3c1a-4977-822c-f73a74fc7d83), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.283003 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:11.284419 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.284916 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd Oct 10 17:08:11.357835 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:08:11.358065 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-df445bb4-cfbe-4702-bff9-4337936b068f None None] For port ee1939e7-a113-4a8a-99c9-113dfc2b0426, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=ee1939e7-a113-4a8a-99c9-113dfc2b0426,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:11.359840 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:11.381631 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163'}], 'enable_snat': True}, 'gw_port_id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:04Z', 'updated_at': '2022-10-10T17:08:06Z', 'revision_number': 3, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'gw_port': {'id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:05Z', 'updated_at': '2022-10-10T17:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:11.383612 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Sync routers for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:08:11.406411 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:11.407548 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:11.416994 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0bfe27-bd79-400a-9f9e-d508bdef57b4 None None] The sync data for ids ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'] in dv-cinder-834540-2-iscsi is: [{'id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163'}], 'enable_snat': True}, 'gw_port_id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:04Z', 'updated_at': '2022-10-10T17:08:06Z', 'revision_number': 3, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'gw_port': {'id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:05Z', 'updated_at': '2022-10-10T17:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:08:11.455208 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8fac158-bb39-42e5-b935-05794e140fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.474687 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Allocated IP 172.20.0.1 (aea7132b-eded-454c-814f-84881d978853/91f296b2-35d8-462a-ae95-10a76698c560/caebaf91-86cc-4707-9745-c07a001380b9) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:11.490037 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:11.517712 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-df445bb4-cfbe-4702-bff9-4337936b068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.530514 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e10a-4a0b-46e8-ba40-e36a67fa5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for subnet (36c6ac48-fbf0-49b8-84fa-925c7a6c3e29), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.538405 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.538405 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-27bae9e4-fc91-4fab-a12b-9dca0252b0b9 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3258543 Oct 10 17:08:11.543266 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52358) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:11.621563 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:11.622696 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device ee1939e7-a113-4a8a-99c9-113dfc2b0426 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:11.655342 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a3e6e10a-4a0b-46e8-ba40-e36a67fa5b2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.655342 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a3e6e10a-4a0b-46e8-ba40-e36a67fa5b2a admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/36c6ac48-fbf0-49b8-84fa-925c7a6c3e29 HTTP/1.1" status: 204 len: 168 time: 1.1731808 Oct 10 17:08:11.655342 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6e10a-4a0b-46e8-ba40-e36a67fa5b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c6ac48-fbf0-49b8-84fa-925c7a6c3e29,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:11.656662 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52360) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:11.748634 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Provisioning complete for port ee1939e7-a113-4a8a-99c9-113dfc2b0426 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:11.749086 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.749566 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Attempt 1 to provision port ee1939e7-a113-4a8a-99c9-113dfc2b0426 Oct 10 17:08:11.768944 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (3dba1a33-b2d6-4110-b3b4-30dec079284d), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.812362 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Publish callbacks [] for port (caebaf91-86cc-4707-9745-c07a001380b9), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:11.818592 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df445bb4-cfbe-4702-bff9-4337936b068f None None] Pushing event updated for resources: {'Port': ['ID=ee1939e7-a113-4a8a-99c9-113dfc2b0426,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:11.839601 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:11.917497 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:11.997458 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (3dba1a33-b2d6-4110-b3b4-30dec079284d), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.010292 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8fac158-bb39-42e5-b935-05794e140fcb admin admin] Publish callbacks [] for security_group (15066007-f85d-4b6d-bb93-75e03e1c0cdc), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.033038 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.034944 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.035341 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.035713 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.036058 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.036380 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.036706 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.037047 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.037367 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.037708 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.057850 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:12.061601 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port ee1939e7-a113-4a8a-99c9-113dfc2b0426 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:12.061992 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.062398 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port ee1939e7-a113-4a8a-99c9-113dfc2b0426 Oct 10 17:08:12.074346 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Router 7a574c56-3c1a-4977-822c-f73a74fc7d83 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=105000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:08:12.106992 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8fac158-bb39-42e5-b935-05794e140fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (15066007-f85d-4b6d-bb93-75e03e1c0cdc), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.202959 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52366) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:12.252491 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Current status of the port ee1939e7-a113-4a8a-99c9-113dfc2b0426 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:12.327939 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Provisioning complete for port 0ca2cd50-ca99-4b63-a846-2302758f7a3d triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:12.328576 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.328673 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Attempt 1 to provision port 0ca2cd50-ca99-4b63-a846-2302758f7a3d Oct 10 17:08:12.400687 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-b8fac158-bb39-42e5-b935-05794e140fcb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8b522f19433f4c6880f47901244f5da4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2533329 Oct 10 17:08:12.403146 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.405408 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52380) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:12.485657 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.486313 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.486453 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.486730 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:12.487373 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dba1a33-b2d6-4110-b3b4-30dec079284d']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:12.493520 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:09Z', 'revision_number': 3, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:12.503509 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (caebaf91-86cc-4707-9745-c07a001380b9), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.523085 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb007808-a649-4c40-b7c9-5e3e34e5f0ed') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:12.523390 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb007808-a649-4c40-b7c9-5e3e34e5f0ed') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:12.548852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Checking router: a088680d-e74b-4325-86ee-e3c81ba5e868 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:08:12.548852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Updating router a088680d-e74b-4325-86ee-e3c81ba5e868 port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:08:12.548852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port ee1939e7-a113-4a8a-99c9-113dfc2b0426 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:12.548852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 0ca2cd50-ca99-4b63-a846-2302758f7a3d up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:12.570851 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Network aea7132b-eded-454c-814f-84881d978853 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:12.573466 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (cb007808-a649-4c40-b7c9-5e3e34e5f0ed), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.574417 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fac158-bb39-42e5-b935-05794e140fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15066007-f85d-4b6d-bb93-75e03e1c0cdc,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:12.601188 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:12.604783 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:12.622641 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:08:12.632880 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Sync routers for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:08:12.644821 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:12.645445 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:12.671711 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.680774 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:12.681202 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Current status of the port 0ca2cd50-ca99-4b63-a846-2302758f7a3d is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:12.681852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.709659 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.719253 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (cb007808-a649-4c40-b7c9-5e3e34e5f0ed), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.727861 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Pushing event updated for resources: {'Port': ['ID=caebaf91-86cc-4707-9745-c07a001380b9,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:12.741199 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:08:12.741834 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (cb007808-a649-4c40-b7c9-5e3e34e5f0ed), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.799034 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:12.832563 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] For port 0ca2cd50-ca99-4b63-a846-2302758f7a3d, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=0ca2cd50-ca99-4b63-a846-2302758f7a3d,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:12.836506 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 0ca2cd50-ca99-4b63-a846-2302758f7a3d triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:12.840424 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:12.840424 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 0ca2cd50-ca99-4b63-a846-2302758f7a3d Oct 10 17:08:12.933022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:12.977618 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.003824 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Allocated IP 172.20.0.1 (710e1b7f-f37c-4711-979b-caac1afb6b90/4eaa76f7-4bef-4ddd-b011-2a41a1757b83/e0aa56a6-cc26-4650-ae20-8e7f45783315) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:13.017790 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4ea-70cd-4267-94fb-b797420c3019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.038943 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:13.041567 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:10Z', 'revision_number': 3, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:13.042884 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (3dba1a33-b2d6-4110-b3b4-30dec079284d), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.045710 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077abcd-4713-42fd-84c8-d5ad54228070 None None] Pushing event updated for resources: {'Port': ['ID=0ca2cd50-ca99-4b63-a846-2302758f7a3d,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:13.066131 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.071627 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Checking router: 7a574c56-3c1a-4977-822c-f73a74fc7d83 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:08:13.072252 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Updating router 7a574c56-3c1a-4977-822c-f73a74fc7d83 port cd8997ba-4a72-4d00-8bc5-46e24634735a binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:08:13.081436 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/3dba1a33-b2d6-4110-b3b4-30dec079284d HTTP/1.1" status: 204 len: 168 time: 1.4191525 Oct 10 17:08:13.081436 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52398) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:13.126331 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.139775 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:13.144546 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment cb007808-a649-4c40-b7c9-5e3e34e5f0ed resource provider aggregate not found Oct 10 17:08:13.150214 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-c7fb7160-897e-4076-945e-42db07525855 None None] Provisioning complete for port caebaf91-86cc-4707-9745-c07a001380b9 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:13.150762 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7160-897e-4076-945e-42db07525855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (caebaf91-86cc-4707-9745-c07a001380b9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.151141 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-c7fb7160-897e-4076-945e-42db07525855 None None] Attempt 1 to provision port caebaf91-86cc-4707-9745-c07a001380b9 Oct 10 17:08:13.153050 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12cfce-12e8-497f-9545-1fac736202e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dba1a33-b2d6-4110-b3b4-30dec079284d,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:13.188549 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb7160-897e-4076-945e-42db07525855 None None] Port caebaf91-86cc-4707-9745-c07a001380b9 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:08:13.189797 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.200671 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment cb007808-a649-4c40-b7c9-5e3e34e5f0ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb007808-a649-4c40-b7c9-5e3e34e5f0ed found for delete ", "request_id": "req-80f61361-6058-4bbc-aa87-0ae37a0eb4ef"}]} Oct 10 17:08:13.202750 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-6d7b6916-37dc-4a6e-8d36-2d0fec52d549 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8334248 Oct 10 17:08:13.204623 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52404) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:13.215168 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d5052635-5211-461c-b86d-3f28e0200fb6 admin admin] Publish callbacks [] for security_group (15066007-f85d-4b6d-bb93-75e03e1c0cdc), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.247699 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 0ca2cd50-ca99-4b63-a846-2302758f7a3d is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:13.289267 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:13.292902 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:13.303867 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d5052635-5211-461c-b86d-3f28e0200fb6 admin admin] Publish callbacks [] for security_group (15066007-f85d-4b6d-bb93-75e03e1c0cdc), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.345675 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Publish callbacks [] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.349203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Publish callbacks [] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.370508 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (caebaf91-86cc-4707-9745-c07a001380b9), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.379057 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-4709c8f2-c374-447a-875a-d3807820009a admin admin] Deleting subnet d01778b0-efda-4a99-95fd-1fd5c5638b33 {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:08:13.392519 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4709c8f2-c374-447a-875a-d3807820009a admin admin] Publish callbacks [] for subnet (d01778b0-efda-4a99-95fd-1fd5c5638b33), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.407738 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.442344 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4ea-70cd-4267-94fb-b797420c3019 admin admin] Publish callbacks [] for security_group (4ee5198a-5cb4-4a81-a53c-43558b913888), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.498073 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Attempting to bind port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:13.498865 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Attempting to bind port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:13.499752 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Attempting to bind port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:13.538159 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4709c8f2-c374-447a-875a-d3807820009a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (d01778b0-efda-4a99-95fd-1fd5c5638b33), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.543191 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:13.549083 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5bdaa089-3b50-47e0-9408-815fea0cb954 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:13.569466 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.612891 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95dadb-15e5-4216-b841-cecb18d55b84 None None] Pushing event updated for resources: {'Port': ['ID=12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:13.631180 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:13.631623 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:13.632130 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.632612 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:13.633151 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Bound port: 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:13.633595 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.665598 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Publish callbacks [] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.682938 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 5bdaa089-3b50-47e0-9408-815fea0cb954 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:13.683317 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.687007 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 5bdaa089-3b50-47e0-9408-815fea0cb954 Oct 10 17:08:13.688217 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:13.724051 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4709c8f2-c374-447a-875a-d3807820009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (d01778b0-efda-4a99-95fd-1fd5c5638b33), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.738907 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.754235 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] For port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:13.758890 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] For port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:13.791011 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Attempting to bind port cd8997ba-4a72-4d00-8bc5-46e24634735a on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:13.793145 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Attempting to bind port cd8997ba-4a72-4d00-8bc5-46e24634735a by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:13.793685 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Attempting to bind port cd8997ba-4a72-4d00-8bc5-46e24634735a on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:13.808935 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 5bdaa089-3b50-47e0-9408-815fea0cb954 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:13.810700 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.828891 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4ea-70cd-4267-94fb-b797420c3019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (4ee5198a-5cb4-4a81-a53c-43558b913888), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.833569 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.835351 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d5052635-5211-461c-b86d-3f28e0200fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (15066007-f85d-4b6d-bb93-75e03e1c0cdc), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.837974 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 5bdaa089-3b50-47e0-9408-815fea0cb954, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=5bdaa089-3b50-47e0-9408-815fea0cb954,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:13.839307 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d5052635-5211-461c-b86d-3f28e0200fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.842904 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-d5052635-5211-461c-b86d-3f28e0200fb6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/15066007-f85d-4b6d-bb93-75e03e1c0cdc HTTP/1.1" status: 204 len: 168 time: 1.4220753 Oct 10 17:08:13.843631 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:13.861543 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250295b8-5c6e-45b5-957c-dbe15ff46dc4 None None] Pushing event updated for resources: {'Port': ['ID=cd8997ba-4a72-4d00-8bc5-46e24634735a,revision_number=2']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:13.879168 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:13.888135 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:13.908617 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:13.908617 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (a088680d-e74b-4325-86ee-e3c81ba5e868), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.917618 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.918486 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device ee1939e7-a113-4a8a-99c9-113dfc2b0426 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:13.919570 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:13.922249 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:13.924543 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:13.926317 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.928760 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:13.929550 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Bound port: cd8997ba-4a72-4d00-8bc5-46e24634735a, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:13.934259 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:13.934799 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:13.934799 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:14.018374 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] For port cd8997ba-4a72-4d00-8bc5-46e24634735a, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:14.021824 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] For port cd8997ba-4a72-4d00-8bc5-46e24634735a, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=cd8997ba-4a72-4d00-8bc5-46e24634735a,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:14.058588 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Pushing event updated for resources: {'Port': ['ID=e0aa56a6-cc26-4650-ae20-8e7f45783315,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:14.083815 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-fb8dc4ea-70cd-4267-94fb-b797420c3019 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3f5f061a8d22484faf392b34320f17b3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8772707 Oct 10 17:08:14.085692 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.095514 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52416) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:14.113463 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dc4ea-70cd-4267-94fb-b797420c3019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee5198a-5cb4-4a81-a53c-43558b913888,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:14.119539 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:14.126622 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:14.154518 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:14.161606 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95dadb-15e5-4216-b841-cecb18d55b84 None None] Pushing event updated for resources: {'Port': ['ID=12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:14.182263 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5052635-5211-461c-b86d-3f28e0200fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15066007-f85d-4b6d-bb93-75e03e1c0cdc,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:14.261578 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=5bdaa089-3b50-47e0-9408-815fea0cb954,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:14.266626 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Publish callbacks [] for port (caebaf91-86cc-4707-9745-c07a001380b9), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.281081 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc557-3999-455e-b595-f3762ac49e44 admin admin] Publish callbacks [] for security_group (4ee5198a-5cb4-4a81-a53c-43558b913888), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.317720 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (caebaf91-86cc-4707-9745-c07a001380b9), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.326821 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc557-3999-455e-b595-f3762ac49e44 admin admin] Publish callbacks [] for security_group (4ee5198a-5cb4-4a81-a53c-43558b913888), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.349325 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-6d88b491-d648-465c-964b-ce13d0ebf6c8 None None] Provisioning complete for port e0aa56a6-cc26-4650-ae20-8e7f45783315 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:14.350471 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-6d88b491-d648-465c-964b-ce13d0ebf6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.350983 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-6d88b491-d648-465c-964b-ce13d0ebf6c8 None None] Attempt 1 to provision port e0aa56a6-cc26-4650-ae20-8e7f45783315 Oct 10 17:08:14.359093 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:14.363061 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:14.368203 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.375247 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4709c8f2-c374-447a-875a-d3807820009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (d01778b0-efda-4a99-95fd-1fd5c5638b33), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.412275 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:14.419071 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-6d88b491-d648-465c-964b-ce13d0ebf6c8 None None] Port e0aa56a6-cc26-4650-ae20-8e7f45783315 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:08:14.429178 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709c8f2-c374-447a-875a-d3807820009a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01778b0-efda-4a99-95fd-1fd5c5638b33,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:14.475367 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.476593 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port ee1939e7-a113-4a8a-99c9-113dfc2b0426 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:14.477178 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.477673 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port ee1939e7-a113-4a8a-99c9-113dfc2b0426 Oct 10 17:08:14.608991 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc557-3999-455e-b595-f3762ac49e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (4ee5198a-5cb4-4a81-a53c-43558b913888), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.611494 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc557-3999-455e-b595-f3762ac49e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.612663 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-bcbdc557-3999-455e-b595-f3762ac49e44 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4ee5198a-5cb4-4a81-a53c-43558b913888 HTTP/1.1" status: 204 len: 168 time: 0.5114865 Oct 10 17:08:14.620300 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250295b8-5c6e-45b5-957c-dbe15ff46dc4 None None] Pushing event updated for resources: {'Port': ['ID=cd8997ba-4a72-4d00-8bc5-46e24634735a,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:14.632997 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4709c8f2-c374-447a-875a-d3807820009a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.640045 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdc557-3999-455e-b595-f3762ac49e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee5198a-5cb4-4a81-a53c-43558b913888,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:14.645525 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4709c8f2-c374-447a-875a-d3807820009a admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d01778b0-efda-4a99-95fd-1fd5c5638b33 HTTP/1.1" status: 204 len: 168 time: 1.5417094 Oct 10 17:08:14.648734 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52428) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:14.670621 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Pushing event updated for resources: {'Port': ['ID=caebaf91-86cc-4707-9745-c07a001380b9,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:14.685300 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.784044 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52434) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:14.795012 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:10Z', 'revision_number': 3, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:14.796644 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:14.797433 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Network aea7132b-eded-454c-814f-84881d978853 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:14.802942 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:14.816504 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c847298c-620f-41b4-8120-4ba7a7e3bb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.857239 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed7432-e804-451c-8fd7-cf3d6b0b74e2 None None] The sync data for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi is: [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:10Z', 'revision_number': 3, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:08:14.891245 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:14.898283 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Publish callbacks [] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:14.902400 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (3eae0d9e-0a12-434a-a520-2c5a75950d7b), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.052579 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (3eae0d9e-0a12-434a-a520-2c5a75950d7b), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.080672 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.081355 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.081857 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.082281 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > port after_create 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.082624 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.083021 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > port after_update 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.083342 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.083677 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.083992 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.084376 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.189822 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.193008 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port ee1939e7-a113-4a8a-99c9-113dfc2b0426 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:15.194387 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 0ca2cd50-ca99-4b63-a846-2302758f7a3d up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:15.197843 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:09Z', 'revision_number': 3, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:15.256836 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c847298c-620f-41b4-8120-4ba7a7e3bb3c admin admin] Publish callbacks [] for security_group (043d1d4e-13bd-41b0-b81c-890f64098978), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.303413 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Allocated IP 172.20.0.1 (0eee5d35-4847-4982-a7a4-935838222131/4fe731f9-89e1-4eef-b74c-540645002099/104efc19-2410-419e-ad42-74db4ad4dbef) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:15.310771 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:08:15.332601 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.332601 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.332601 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.332601 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 17:08:15.332601 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eae0d9e-0a12-434a-a520-2c5a75950d7b']}} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:15.345263 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c847298c-620f-41b4-8120-4ba7a7e3bb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (043d1d4e-13bd-41b0-b81c-890f64098978), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.357679 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-291166a9-5ef3-442a-8044-98bc4ff07f6b None None] Provisioning complete for port caebaf91-86cc-4707-9745-c07a001380b9 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:15.358149 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-291166a9-5ef3-442a-8044-98bc4ff07f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (caebaf91-86cc-4707-9745-c07a001380b9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.358439 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-291166a9-5ef3-442a-8044-98bc4ff07f6b None None] Attempt 1 to provision port caebaf91-86cc-4707-9745-c07a001380b9 Oct 10 17:08:15.359876 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1272ae-41fa-49e1-bf49-cc8e4772ee8f') {'for_net_delete': True} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:15.360209 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1272ae-41fa-49e1-bf49-cc8e4772ee8f') {} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:15.368135 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d603f2-f21c-49f3-8c56-da0fa34ae4cc None None] The sync data for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi is: [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:09Z', 'revision_number': 3, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:08:15.382948 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2530065'] for segment (3c1272ae-41fa-49e1-bf49-cc8e4772ee8f), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.409852 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (3c1272ae-41fa-49e1-bf49-cc8e4772ee8f), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.419624 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 0ca2cd50-ca99-4b63-a846-2302758f7a3d triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:15.420050 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.420402 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 0ca2cd50-ca99-4b63-a846-2302758f7a3d Oct 10 17:08:15.420919 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:08:15.421485 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2397517'] for segment (3c1272ae-41fa-49e1-bf49-cc8e4772ee8f), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.465958 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-291166a9-5ef3-442a-8044-98bc4ff07f6b None None] Port caebaf91-86cc-4707-9745-c07a001380b9 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:08:15.504771 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.530877 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 0ca2cd50-ca99-4b63-a846-2302758f7a3d is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:15.558221 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Pushing event updated for resources: {'Port': ['ID=e0aa56a6-cc26-4650-ae20-8e7f45783315,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:15.582310 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847298c-620f-41b4-8120-4ba7a7e3bb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043d1d4e-13bd-41b0-b81c-890f64098978,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:15.585143 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (3eae0d9e-0a12-434a-a520-2c5a75950d7b), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.593410 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c847298c-620f-41b4-8120-4ba7a7e3bb3c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=80bb962108a94de28c806813c8debb57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8054469 Oct 10 17:08:15.596219 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:15.596337 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52452) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:15.596863 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:15.619843 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.627014 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/3eae0d9e-0a12-434a-a520-2c5a75950d7b HTTP/1.1" status: 204 len: 168 time: 0.9772146 Oct 10 17:08:15.688929 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (a088680d-e74b-4325-86ee-e3c81ba5e868), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.706934 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:08:15.714358 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a31ff102-107f-4c54-83dd-0ea000e3d053 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0884eced-4ba3-48fc-ada0-aee2f02fcdc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2002051 Oct 10 17:08:15.721775 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385e162-9892-480f-9fb2-40b2e2433355 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eae0d9e-0a12-434a-a520-2c5a75950d7b,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:15.732247 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Sync routers for ids ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:08:15.735063 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Publish callbacks [] for port (104efc19-2410-419e-ad42-74db4ad4dbef), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.769407 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Routers {'0884eced-4ba3-48fc-ada0-aee2f02fcdc9'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:15.772460 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:15.831842 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:15.931360 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5bdaa089-3b50-47e0-9408-815fea0cb954 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:15.968659 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:16.000540 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Network 0eee5d35-4847-4982-a7a4-935838222131 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:16.006579 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7462bbe4-50ab-4c65-b3b0-4882275fa879 admin admin] Publish callbacks [] for security_group (043d1d4e-13bd-41b0-b81c-890f64098978), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.011472 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:16.029377 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:16.064524 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7462bbe4-50ab-4c65-b3b0-4882275fa879 admin admin] Publish callbacks [] for security_group (043d1d4e-13bd-41b0-b81c-890f64098978), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.106479 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Pushing event updated for resources: {'Port': ['ID=104efc19-2410-419e-ad42-74db4ad4dbef,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:16.174873 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (7a574c56-3c1a-4977-822c-f73a74fc7d83), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.188320 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:16.199029 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:16.258709 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 5bdaa089-3b50-47e0-9408-815fea0cb954 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:16.260698 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.261251 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 5bdaa089-3b50-47e0-9408-815fea0cb954 Oct 10 17:08:16.271536 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Set router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:16.348856 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Router a088680d-e74b-4325-86ee-e3c81ba5e868 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:08:16.350628 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7462bbe4-50ab-4c65-b3b0-4882275fa879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (043d1d4e-13bd-41b0-b81c-890f64098978), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.353802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7462bbe4-50ab-4c65-b3b0-4882275fa879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.359690 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-7462bbe4-50ab-4c65-b3b0-4882275fa879 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/043d1d4e-13bd-41b0-b81c-890f64098978 HTTP/1.1" status: 204 len: 168 time: 0.7598889 Oct 10 17:08:16.441328 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52482) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:16.546152 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-7f59a7f9-67fc-4619-9af1-32b07e08d5bf None None] Provisioning complete for port 104efc19-2410-419e-ad42-74db4ad4dbef triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:16.546762 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7f59a7f9-67fc-4619-9af1-32b07e08d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.547620 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-7f59a7f9-67fc-4619-9af1-32b07e08d5bf None None] Attempt 1 to provision port 104efc19-2410-419e-ad42-74db4ad4dbef Oct 10 17:08:16.583451 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment 3c1272ae-41fa-49e1-bf49-cc8e4772ee8f resource provider aggregate not found Oct 10 17:08:16.598251 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:16.612484 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:08:16.615312 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-de98716b-e8ef-49c7-9802-c653e498a8d4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f10a89146d6345388ca2d5d390c472ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1911778 Oct 10 17:08:16.617229 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-2a5ad10b-ff7e-46d5-8835-6dd5744feb04 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a088680d-e74b-4325-86ee-e3c81ba5e868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0726123 Oct 10 17:08:16.618002 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52486) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:16.625759 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462bbe4-50ab-4c65-b3b0-4882275fa879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043d1d4e-13bd-41b0-b81c-890f64098978,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:16.671605 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment 3c1272ae-41fa-49e1-bf49-cc8e4772ee8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c1272ae-41fa-49e1-bf49-cc8e4772ee8f found for delete ", "request_id": "req-f8b230ac-a22e-48e9-a483-a1db792fc607"}]} Oct 10 17:08:16.707788 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-780cb964-c8f1-40c0-bcf2-d44e3afaf2bc admin admin] Publish callbacks [] for security_group (df8d34af-9926-4e08-89f5-d739a396eaec), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.726499 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.740882 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-780cb964-c8f1-40c0-bcf2-d44e3afaf2bc admin admin] Publish callbacks [] for security_group (df8d34af-9926-4e08-89f5-d739a396eaec), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.741002 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-7f59a7f9-67fc-4619-9af1-32b07e08d5bf None None] Port 104efc19-2410-419e-ad42-74db4ad4dbef cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:08:16.852525 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:16.884542 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 5bdaa089-3b50-47e0-9408-815fea0cb954 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:16.886618 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device cd8997ba-4a72-4d00-8bc5-46e24634735a up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:16.899277 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-780cb964-c8f1-40c0-bcf2-d44e3afaf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (df8d34af-9926-4e08-89f5-d739a396eaec), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.902431 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-780cb964-c8f1-40c0-bcf2-d44e3afaf2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.903805 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-780cb964-c8f1-40c0-bcf2-d44e3afaf2bc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/df8d34af-9926-4e08-89f5-d739a396eaec HTTP/1.1" status: 204 len: 168 time: 0.2804935 Oct 10 17:08:16.924520 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cb964-c8f1-40c0-bcf2-d44e3afaf2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8d34af-9926-4e08-89f5-d739a396eaec,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:16.977215 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-91e08c42-3b95-450d-a518-83c94de33cd5 None None] Provisioning complete for port e0aa56a6-cc26-4650-ae20-8e7f45783315 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:16.977678 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-91e08c42-3b95-450d-a518-83c94de33cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:16.977956 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-91e08c42-3b95-450d-a518-83c94de33cd5 None None] Attempt 1 to provision port e0aa56a6-cc26-4650-ae20-8e7f45783315 Oct 10 17:08:17.036093 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:17.038779 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Publish callbacks [] for port (104efc19-2410-419e-ad42-74db4ad4dbef), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:17.039387 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-91e08c42-3b95-450d-a518-83c94de33cd5 None None] Port e0aa56a6-cc26-4650-ae20-8e7f45783315 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:08:17.047622 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163'}], 'enable_snat': True}, 'gw_port_id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:04Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 4, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'gw_port': {'id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:05Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'caebaf91-86cc-4707-9745-c07a001380b9', 'name': '', 'network_id': 'aea7132b-eded-454c-814f-84881d978853', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'mac_address': 'fa:16:3e:d0:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91f296b2-35d8-462a-ae95-10a76698c560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:10Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 2, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'subnets': [{'id': '91f296b2-35d8-462a-ae95-10a76698c560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:17.081694 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Checking router: 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:08:17.082044 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Updating router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 port caebaf91-86cc-4707-9745-c07a001380b9 binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:08:17.099310 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:17.101067 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port cd8997ba-4a72-4d00-8bc5-46e24634735a triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:17.104510 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:17.104510 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port cd8997ba-4a72-4d00-8bc5-46e24634735a Oct 10 17:08:17.137291 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (caebaf91-86cc-4707-9745-c07a001380b9), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:17.250196 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (7a574c56-3c1a-4977-822c-f73a74fc7d83), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:17.252569 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Pushing event updated for resources: {'Port': ['ID=104efc19-2410-419e-ad42-74db4ad4dbef,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:17.275436 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port cd8997ba-4a72-4d00-8bc5-46e24634735a is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:17.276689 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:17.310562 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port cd8997ba-4a72-4d00-8bc5-46e24634735a, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=cd8997ba-4a72-4d00-8bc5-46e24634735a,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:17.385861 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:17.405127 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Network 0eee5d35-4847-4982-a7a4-935838222131 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:17.411481 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:17.472192 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=cd8997ba-4a72-4d00-8bc5-46e24634735a,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:17.541481 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52530) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:17.548245 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Publish callbacks [] for port (caebaf91-86cc-4707-9745-c07a001380b9), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:17.551948 dv-cinder-834540-2-iscsi neutron-server[105000]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 10 17:08:17.638539 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (caebaf91-86cc-4707-9745-c07a001380b9), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:17.710215 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Router 7a574c56-3c1a-4977-822c-f73a74fc7d83 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:08:17.830746 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ac1a6-f6eb-42c9-9962-a2bc60b1816d None None] Pushing event updated for resources: {'Port': ['ID=caebaf91-86cc-4707-9745-c07a001380b9,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:17.889739 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device cd8997ba-4a72-4d00-8bc5-46e24634735a up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:17.928015 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:17.943462 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Attempting to bind port caebaf91-86cc-4707-9745-c07a001380b9 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:17.944084 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Attempting to bind port caebaf91-86cc-4707-9745-c07a001380b9 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:17.944614 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Attempting to bind port caebaf91-86cc-4707-9745-c07a001380b9 on network aea7132b-eded-454c-814f-84881d978853 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:17.978292 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:08:17.992442 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-84f8f480-7c0b-4fa8-9084-401d8147c99c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/7a574c56-3c1a-4977-822c-f73a74fc7d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7784872 Oct 10 17:08:18.027700 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:18.029238 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Checking segment: {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:18.029238 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.029238 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Bound using segment: {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:18.030589 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Bound port: caebaf91-86cc-4707-9745-c07a001380b9, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:18.030589 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (caebaf91-86cc-4707-9745-c07a001380b9), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.060853 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-a200dc4e-4ad1-4af0-82ca-a8907d70ba4e None None] Provisioning complete for port 104efc19-2410-419e-ad42-74db4ad4dbef triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:18.061417 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a200dc4e-4ad1-4af0-82ca-a8907d70ba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.061858 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-a200dc4e-4ad1-4af0-82ca-a8907d70ba4e None None] Attempt 1 to provision port 104efc19-2410-419e-ad42-74db4ad4dbef Oct 10 17:08:18.101292 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-a200dc4e-4ad1-4af0-82ca-a8907d70ba4e None None] Port 104efc19-2410-419e-ad42-74db4ad4dbef cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:08:18.105525 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-c1ab6e30-1161-42f1-ba2f-e3e658ea560b tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:18.109053 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-c1ab6e30-1161-42f1-ba2f-e3e658ea560b tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/networks?id=aea7132b-eded-454c-814f-84881d978853 HTTP/1.1" status: 200 len: 812 time: 0.5634811 Oct 10 17:08:18.135264 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-518dc172-b672-495d-9802-0199ffb85a22 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/quotas/f9c633053a92460c8fd6858e66679fd3 HTTP/1.1" status: 200 len: 375 time: 0.0218453 Oct 10 17:08:18.138481 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:18.144584 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port cd8997ba-4a72-4d00-8bc5-46e24634735a triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:18.144910 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.145254 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port cd8997ba-4a72-4d00-8bc5-46e24634735a Oct 10 17:08:18.149741 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52542) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:18.195596 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:18.227547 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52546) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:18.239345 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-3e5d2b78-22cf-4ce7-a98b-eecbeede2a4a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812803829', 'description': 'tempest-description--1665736932'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:18.261569 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:18.269335 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-b5b1de41-a98f-4109-a4df-5eed785a9fa5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f9c633053a92460c8fd6858e66679fd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285768 Oct 10 17:08:18.270502 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d46576e9-e8fa-4578-8c7b-650faec7a705 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3ecb448ed11f4b42a24e97cb1976ba28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1196198 Oct 10 17:08:18.274271 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52550) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:18.276921 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] For port caebaf91-86cc-4707-9745-c07a001380b9, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:18.294532 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] For port caebaf91-86cc-4707-9745-c07a001380b9, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=caebaf91-86cc-4707-9745-c07a001380b9,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:18.393057 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port cd8997ba-4a72-4d00-8bc5-46e24634735a is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:18.394164 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:18.395882 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d9a05332-b1de-4016-a89d-4a57e5424b26 admin admin] Publish callbacks [] for security_group (b00227d0-f327-4614-bb5d-aa913aa1e47e), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.402610 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2b78-22cf-4ce7-a98b-eecbeede2a4a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.426308 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d9a05332-b1de-4016-a89d-4a57e5424b26 admin admin] Publish callbacks [] for security_group (b00227d0-f327-4614-bb5d-aa913aa1e47e), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.551270 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d9a05332-b1de-4016-a89d-4a57e5424b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b00227d0-f327-4614-bb5d-aa913aa1e47e), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.554023 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d9a05332-b1de-4016-a89d-4a57e5424b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.557495 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-d9a05332-b1de-4016-a89d-4a57e5424b26 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b00227d0-f327-4614-bb5d-aa913aa1e47e HTTP/1.1" status: 204 len: 168 time: 0.2781203 Oct 10 17:08:18.560126 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (caebaf91-86cc-4707-9745-c07a001380b9), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.574868 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a05332-b1de-4016-a89d-4a57e5424b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00227d0-f327-4614-bb5d-aa913aa1e47e,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:18.592200 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Sync routers for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:08:18.604819 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2b78-22cf-4ce7-a98b-eecbeede2a4a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (1b05a9b4-8db0-41b4-b285-91944d2aabca), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.613580 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:18.614557 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:18.640599 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Routers {'0884eced-4ba3-48fc-ada0-aee2f02fcdc9'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:18.641348 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:18.664449 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2b78-22cf-4ce7-a98b-eecbeede2a4a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1b05a9b4-8db0-41b4-b285-91944d2aabca), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.681354 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:18.732378 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:18.732378 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.732378 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c Oct 10 17:08:18.734136 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ac1a6-f6eb-42c9-9962-a2bc60b1816d None None] Pushing event updated for resources: {'Port': ['ID=caebaf91-86cc-4707-9745-c07a001380b9,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:18.743804 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d2b78-22cf-4ce7-a98b-eecbeede2a4a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b05a9b4-8db0-41b4-b285-91944d2aabca,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:18.758121 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52572) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:18.764503 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-a87fd6e3-5cd7-41a1-af55-81196f98bc0e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154001155', 'description': 'tempest-description--1485651489'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:18.793892 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2b78-22cf-4ce7-a98b-eecbeede2a4a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.800174 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-3e5d2b78-22cf-4ce7-a98b-eecbeede2a4a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5644903 Oct 10 17:08:18.803281 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52574) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:18.808774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-188e732b-787e-4275-b166-cdc8048b2a58 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'security_group_rule': {'security_group_id': '1b05a9b4-8db0-41b4-b285-91944d2aabca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:18.844782 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:18.887769 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Sync routers for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:08:18.917014 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a87fd6e3-5cd7-41a1-af55-81196f98bc0e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.957565 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-188e732b-787e-4275-b166-cdc8048b2a58 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (32d461cb-ba4c-452f-bf88-b35548334e77), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:18.987932 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] Set router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:18.994014 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:18.994958 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:19.041694 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:19.086097 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-188e732b-787e-4275-b166-cdc8048b2a58 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (32d461cb-ba4c-452f-bf88-b35548334e77), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.087772 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a87fd6e3-5cd7-41a1-af55-81196f98bc0e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (86039f49-797f-43d3-a3f7-8a34baac4407), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.090900 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:19.091331 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-43eba7b4-6ae3-40af-98fa-f6d12ea73d54 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:08:19.092750 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-43eba7b4-6ae3-40af-98fa-f6d12ea73d54 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3575046 Oct 10 17:08:19.143212 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 2, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:19.171154 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-188e732b-787e-4275-b166-cdc8048b2a58 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (32d461cb-ba4c-452f-bf88-b35548334e77), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.184241 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Checking router: 7a574c56-3c1a-4977-822c-f73a74fc7d83 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:08:19.185481 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Updating router 7a574c56-3c1a-4977-822c-f73a74fc7d83 port 104efc19-2410-419e-ad42-74db4ad4dbef binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:08:19.195632 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a87fd6e3-5cd7-41a1-af55-81196f98bc0e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (86039f49-797f-43d3-a3f7-8a34baac4407), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.216691 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e732b-787e-4275-b166-cdc8048b2a58 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d461cb-ba4c-452f-bf88-b35548334e77,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:19.243452 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:19.243886 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.266519 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-8558a5f5-606f-49b0-a28d-7775e668344e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/aea7132b-eded-454c-814f-84881d978853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663084 Oct 10 17:08:19.275569 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.276341 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fd6e3-5cd7-41a1-af55-81196f98bc0e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86039f49-797f-43d3-a3f7-8a34baac4407,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:19.297725 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:19.517509 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a87fd6e3-5cd7-41a1-af55-81196f98bc0e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.517509 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a87fd6e3-5cd7-41a1-af55-81196f98bc0e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5659044 Oct 10 17:08:19.517509 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52584) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:19.519223 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:19.521631 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-0f15da91-06fc-469c-bfe3-803832e51b63 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'security_group_rule': {'security_group_id': '86039f49-797f-43d3-a3f7-8a34baac4407', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:19.523553 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:19.532846 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-188e732b-787e-4275-b166-cdc8048b2a58 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.532846 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-188e732b-787e-4275-b166-cdc8048b2a58 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6414666 Oct 10 17:08:19.535473 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52598) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:19.535473 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-90935a38-12a3-487e-bf95-3bbd41420ed7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'security_group_rule': {'security_group_id': '1b05a9b4-8db0-41b4-b285-91944d2aabca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:19.535826 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.539234 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-9ba3891c-4f51-480f-98ec-d3257502aaa1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/aea7132b-eded-454c-814f-84881d978853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390616 Oct 10 17:08:19.539362 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0f15da91-06fc-469c-bfe3-803832e51b63 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (e656bf24-03b7-40cd-9a82-304d3678fc30), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.666125 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:19.703699 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-90935a38-12a3-487e-bf95-3bbd41420ed7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (e4d68f2e-332c-41f3-9a63-a49f9b8b0b79), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:19.706068 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163'}], 'enable_snat': True}, 'gw_port_id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:04Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 4, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'gw_port': {'id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:05Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'caebaf91-86cc-4707-9745-c07a001380b9', 'name': '', 'network_id': 'aea7132b-eded-454c-814f-84881d978853', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'mac_address': 'fa:16:3e:d0:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91f296b2-35d8-462a-ae95-10a76698c560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:10Z', 'updated_at': '2022-10-10T17:08:18Z', 'revision_number': 4, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'subnets': [{'id': '91f296b2-35d8-462a-ae95-10a76698c560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:19.717242 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:19.794308 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593f403-673e-4a35-8c46-33e2bebe441d None None] The sync data for ids ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'] in dv-cinder-834540-2-iscsi is: [{'id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163'}], 'enable_snat': True}, 'gw_port_id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:04Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 4, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'gw_port': {'id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:05Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'caebaf91-86cc-4707-9745-c07a001380b9', 'name': '', 'network_id': 'aea7132b-eded-454c-814f-84881d978853', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'mac_address': 'fa:16:3e:d0:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91f296b2-35d8-462a-ae95-10a76698c560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:10Z', 'updated_at': '2022-10-10T17:08:18Z', 'revision_number': 4, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'subnets': [{'id': '91f296b2-35d8-462a-ae95-10a76698c560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:08:19.839993 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:20.028478 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 2, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:20.030999 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0f15da91-06fc-469c-bfe3-803832e51b63 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (e656bf24-03b7-40cd-9a82-304d3678fc30), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.046403 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52638) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:20.099705 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Checking router: a088680d-e74b-4325-86ee-e3c81ba5e868 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:08:20.100383 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Updating router a088680d-e74b-4325-86ee-e3c81ba5e868 port e0aa56a6-cc26-4650-ae20-8e7f45783315 binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:08:20.102722 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0f15da91-06fc-469c-bfe3-803832e51b63 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (e656bf24-03b7-40cd-9a82-304d3678fc30), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.155615 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.174241 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-90935a38-12a3-487e-bf95-3bbd41420ed7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (e4d68f2e-332c-41f3-9a63-a49f9b8b0b79), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.196771 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Publish callbacks [] for port (104efc19-2410-419e-ad42-74db4ad4dbef), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.205410 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2b114a4c-33c5-47a5-9ee1-94b7f597d850 req-169ac7cc-1073-407c-b73d-6fdf7d45a2e1 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 210 time: 0.1564312 Oct 10 17:08:20.212177 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:08:20.219745 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15da91-06fc-469c-bfe3-803832e51b63 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e656bf24-03b7-40cd-9a82-304d3678fc30,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:20.262025 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-90935a38-12a3-487e-bf95-3bbd41420ed7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (e4d68f2e-332c-41f3-9a63-a49f9b8b0b79), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.283936 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90935a38-12a3-487e-bf95-3bbd41420ed7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d68f2e-332c-41f3-9a63-a49f9b8b0b79,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:20.324697 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.353469 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0f15da91-06fc-469c-bfe3-803832e51b63 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.356045 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52654) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:20.361477 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-0f15da91-06fc-469c-bfe3-803832e51b63 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0317917 Oct 10 17:08:20.362649 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-c23f4b0e-6f7c-4892-aa08-9f63c7dbc41a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'security_group_rule': {'security_group_id': '86039f49-797f-43d3-a3f7-8a34baac4407', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:20.394553 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-90935a38-12a3-487e-bf95-3bbd41420ed7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.399450 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-90935a38-12a3-487e-bf95-3bbd41420ed7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9462106 Oct 10 17:08:20.401970 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52658) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:20.406509 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:20.492294 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c23f4b0e-6f7c-4892-aa08-9f63c7dbc41a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (6c4a6661-9939-4ab6-ba46-c6c044dc1e8d), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.516263 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.691540 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c23f4b0e-6f7c-4892-aa08-9f63c7dbc41a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (6c4a6661-9939-4ab6-ba46-c6c044dc1e8d), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.696573 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:20.722490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Publish callbacks [] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.785119 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c23f4b0e-6f7c-4892-aa08-9f63c7dbc41a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (6c4a6661-9939-4ab6-ba46-c6c044dc1e8d), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.789743 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.818084 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Attempting to bind port 104efc19-2410-419e-ad42-74db4ad4dbef on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:20.818468 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Attempting to bind port 104efc19-2410-419e-ad42-74db4ad4dbef by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:20.819137 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Attempting to bind port 104efc19-2410-419e-ad42-74db4ad4dbef on network 0eee5d35-4847-4982-a7a4-935838222131 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:20.863814 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f4b0e-6f7c-4892-aa08-9f63c7dbc41a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4a6661-9939-4ab6-ba46-c6c044dc1e8d,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:20.915112 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:20.915725 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Checking segment: {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:20.918387 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.918850 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Bound using segment: {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:20.919360 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Bound port: 104efc19-2410-419e-ad42-74db4ad4dbef, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:20.919836 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.962137 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30147c9-08b8-4d8e-a342-94bda424ea7b None None] Pushing event updated for resources: {'Port': ['ID=104efc19-2410-419e-ad42-74db4ad4dbef,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:20.987921 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c23f4b0e-6f7c-4892-aa08-9f63c7dbc41a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:20.987921 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-c23f4b0e-6f7c-4892-aa08-9f63c7dbc41a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6275826 Oct 10 17:08:20.990352 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52690) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:20.997282 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:21.113926 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:21.136065 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2927c-c9f2-48b7-9b3a-4bb12a7d27ad None None] Pushing event updated for resources: {'Port': ['ID=e0aa56a6-cc26-4650-ae20-8e7f45783315,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:21.167497 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:21.197290 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Attempting to bind port e0aa56a6-cc26-4650-ae20-8e7f45783315 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:21.199380 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Attempting to bind port e0aa56a6-cc26-4650-ae20-8e7f45783315 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:21.199380 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Attempting to bind port e0aa56a6-cc26-4650-ae20-8e7f45783315 on network 710e1b7f-f37c-4711-979b-caac1afb6b90 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:21.206336 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] For port 104efc19-2410-419e-ad42-74db4ad4dbef, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:21.219274 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] For port 104efc19-2410-419e-ad42-74db4ad4dbef, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=104efc19-2410-419e-ad42-74db4ad4dbef,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:21.293395 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:21.318640 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:21.319307 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Checking segment: {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:21.319962 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:21.326749 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Bound using segment: {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:21.326749 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Bound port: e0aa56a6-cc26-4650-ae20-8e7f45783315, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:21.326749 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:21.392512 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:21.393064 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:21.399940 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:21.410567 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:21.436232 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] For port e0aa56a6-cc26-4650-ae20-8e7f45783315, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:21.440301 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] For port e0aa56a6-cc26-4650-ae20-8e7f45783315, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e0aa56a6-cc26-4650-ae20-8e7f45783315,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:21.512401 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0fbb75b6-4ade-4c9c-bab3-4129053bfe66 req-56474c0f-7f8d-4d4e-954d-c48fe8f378db tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 210 time: 0.1206074 Oct 10 17:08:21.533828 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:21.535515 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30147c9-08b8-4d8e-a342-94bda424ea7b None None] Pushing event updated for resources: {'Port': ['ID=104efc19-2410-419e-ad42-74db4ad4dbef,revision_number=4']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:21.568890 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:21.619808 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Allocated IP 172.27.4.48 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/54594b49-6099-43a5-92cd-d838e9e98c98) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:21.627444 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:08:21.628627 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:21.643672 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:21.691184 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:21.799634 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for port (54594b49-6099-43a5-92cd-d838e9e98c98), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:21.829051 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2927c-c9f2-48b7-9b3a-4bb12a7d27ad None None] Pushing event updated for resources: {'Port': ['ID=e0aa56a6-cc26-4650-ae20-8e7f45783315,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:21.850247 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:21.939818 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (54594b49-6099-43a5-92cd-d838e9e98c98), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.065072 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Allocated IP 172.27.4.236 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/718a6e18-b480-481e-bacd-452f19dc6763) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:22.110137 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:22.121975 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:22.125874 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:22.145322 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:21Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:22.189295 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52744) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:22.215194 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967845e9-ddb2-44f6-9f2b-b7f88bfa378b None None] The sync data for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi is: [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:21Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:08:22.220623 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'Port': ['ID=54594b49-6099-43a5-92cd-d838e9e98c98,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:22.278483 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device caebaf91-86cc-4707-9745-c07a001380b9 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:22.381233 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for port (718a6e18-b480-481e-bacd-452f19dc6763), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.414468 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:22.415277 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (d99a20ba-43a5-41b4-a34d-3682e2ad61bf), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.428539 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:08:22.467626 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b787a5ea-08ee-43db-b02c-2cd4a0eac128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.472435 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port caebaf91-86cc-4707-9745-c07a001380b9 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:22.472996 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (caebaf91-86cc-4707-9745-c07a001380b9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.473478 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port caebaf91-86cc-4707-9745-c07a001380b9 Oct 10 17:08:22.504990 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (718a6e18-b480-481e-bacd-452f19dc6763), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.570569 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b787a5ea-08ee-43db-b02c-2cd4a0eac128 admin admin] Publish callbacks [] for security_group (fcce845a-5f47-46a8-aa68-c1962d00b7d0), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.592486 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:22.599106 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:22.609734 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:22.617442 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (54594b49-6099-43a5-92cd-d838e9e98c98), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.663793 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-48cfa35c-c643-485f-9c1a-82db9ea968d4 req-544b0665-96b6-47d8-b725-23eff6d1e362 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 210 time: 0.0578916 Oct 10 17:08:22.724486 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'Port': ['ID=718a6e18-b480-481e-bacd-452f19dc6763,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:22.744607 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b787a5ea-08ee-43db-b02c-2cd4a0eac128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (fcce845a-5f47-46a8-aa68-c1962d00b7d0), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.794355 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:22.813982 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port caebaf91-86cc-4707-9745-c07a001380b9 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:22.814375 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (caebaf91-86cc-4707-9745-c07a001380b9), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.865310 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (34714aed-9179-48fd-bb86-9d9bbba5de9a), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.886983 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:21Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:08:22.892540 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port caebaf91-86cc-4707-9745-c07a001380b9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=caebaf91-86cc-4707-9745-c07a001380b9,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:22.906331 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-b787a5ea-08ee-43db-b02c-2cd4a0eac128 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f3ec355ce8444446afea97b72da044a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7136600 Oct 10 17:08:22.912980 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 52770) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:22.943204 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aecd00-45b6-4eb6-97e4-62b651011f91 None None] The sync data for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi is: [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:21Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:08:22.990677 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (caebaf91-86cc-4707-9745-c07a001380b9), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:22.991542 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:23.033543 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for port (54594b49-6099-43a5-92cd-d838e9e98c98), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.060050 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787a5ea-08ee-43db-b02c-2cd4a0eac128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcce845a-5f47-46a8-aa68-c1962d00b7d0,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:23.101091 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:23.138921 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:23.139632 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.139982 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c Oct 10 17:08:23.140535 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (54594b49-6099-43a5-92cd-d838e9e98c98), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.141972 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (718a6e18-b480-481e-bacd-452f19dc6763), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.149011 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-34ee2e26-924b-42f0-9ffe-ca418dd57ee4 admin admin] Publish callbacks [] for security_group (fcce845a-5f47-46a8-aa68-c1962d00b7d0), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.210291 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=caebaf91-86cc-4707-9745-c07a001380b9,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:23.267575 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-34ee2e26-924b-42f0-9ffe-ca418dd57ee4 admin admin] Publish callbacks [] for security_group (fcce845a-5f47-46a8-aa68-c1962d00b7d0), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.269550 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:23.300343 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'Port': ['ID=54594b49-6099-43a5-92cd-d838e9e98c98,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:23.304494 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (d99a20ba-43a5-41b4-a34d-3682e2ad61bf), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.372663 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:23.405255 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.407079 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-0a1565c3-6f9f-4375-9ca3-ba4a1b7dde2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0040517 Oct 10 17:08:23.459271 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:23.802167 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for port (718a6e18-b480-481e-bacd-452f19dc6763), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.804408 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-34ee2e26-924b-42f0-9ffe-ca418dd57ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (fcce845a-5f47-46a8-aa68-c1962d00b7d0), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.807137 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-34ee2e26-924b-42f0-9ffe-ca418dd57ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:23.809339 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-34ee2e26-924b-42f0-9ffe-ca418dd57ee4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fcce845a-5f47-46a8-aa68-c1962d00b7d0 HTTP/1.1" status: 204 len: 168 time: 0.8948262 Oct 10 17:08:23.819928 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee2e26-924b-42f0-9ffe-ca418dd57ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcce845a-5f47-46a8-aa68-c1962d00b7d0,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:23.870710 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (718a6e18-b480-481e-bacd-452f19dc6763), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:24.055121 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device caebaf91-86cc-4707-9745-c07a001380b9 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:24.125737 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-55562391-bb27-4222-837c-ed088005a9d8 req-99a0e0c7-fba0-4448-95ac-8f7465010b62 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 210 time: 0.0603571 Oct 10 17:08:24.205832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port caebaf91-86cc-4707-9745-c07a001380b9 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:24.208148 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (caebaf91-86cc-4707-9745-c07a001380b9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:24.208656 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port caebaf91-86cc-4707-9745-c07a001380b9 Oct 10 17:08:24.221522 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (34714aed-9179-48fd-bb86-9d9bbba5de9a), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:24.233636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'Port': ['ID=718a6e18-b480-481e-bacd-452f19dc6763,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:24.267751 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-89ab3176-c232-4704-b235-2937b86c326a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--812803829&fields=id&tenant_id=34f584f725354f68b917b45b645b3630 HTTP/1.1" status: 200 len: 267 time: 0.2883487 Oct 10 17:08:24.316305 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port caebaf91-86cc-4707-9745-c07a001380b9 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:24.317507 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e0aa56a6-cc26-4650-ae20-8e7f45783315 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:24.381340 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port e0aa56a6-cc26-4650-ae20-8e7f45783315 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:24.381720 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:24.382091 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port e0aa56a6-cc26-4650-ae20-8e7f45783315 Oct 10 17:08:24.401260 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:24.402665 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-2fbfac44-25ab-4a73-addb-4766db80eb3f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4110284 Oct 10 17:08:24.454568 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:24.466942 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port e0aa56a6-cc26-4650-ae20-8e7f45783315 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:24.467309 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:24.510710 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-9808dc94-6a1d-46b8-b7e0-9b4c9f2e3c12 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:24.528044 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port e0aa56a6-cc26-4650-ae20-8e7f45783315, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e0aa56a6-cc26-4650-ae20-8e7f45783315,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:24.532766 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-9808dc94-6a1d-46b8-b7e0-9b4c9f2e3c12 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 817 time: 0.2578995 Oct 10 17:08:24.553937 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-c0445a16-8efa-4b77-a6d5-395fcd5197a5 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/quotas/34f584f725354f68b917b45b645b3630 HTTP/1.1" status: 200 len: 375 time: 0.0202746 Oct 10 17:08:24.641678 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:24.642705 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 104efc19-2410-419e-ad42-74db4ad4dbef up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:24.643043 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-9abd089f-669a-4c47-810d-c1e7ae08f9d1 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764685 Oct 10 17:08:24.684689 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:24.782455 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=e0aa56a6-cc26-4650-ae20-8e7f45783315,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:24.792156 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 104efc19-2410-419e-ad42-74db4ad4dbef triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:24.792555 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:24.792892 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 104efc19-2410-419e-ad42-74db4ad4dbef Oct 10 17:08:24.839072 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-c2d44dcd-3d14-46ae-95e0-b6fd1bf25652 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--154001155&fields=id&tenant_id=18aef1375628417b91f816bccd05d1cf HTTP/1.1" status: 200 len: 267 time: 0.1122372 Oct 10 17:08:24.884045 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 104efc19-2410-419e-ad42-74db4ad4dbef is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:24.884475 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:24.955068 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 104efc19-2410-419e-ad42-74db4ad4dbef, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=104efc19-2410-419e-ad42-74db4ad4dbef,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:25.013896 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-f1683f26-f0a0-4365-9085-ce7db60c461d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:25.021757 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-f1683f26-f0a0-4365-9085-ce7db60c461d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 810 time: 0.1806080 Oct 10 17:08:25.041653 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-6039ad1d-478d-4a08-ba1c-53c73088f93b service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:08:25.043247 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-6039ad1d-478d-4a08-ba1c-53c73088f93b service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1436863 Oct 10 17:08:25.047272 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:25.065024 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-be9759c8-bbc3-454d-9a91-706803f9b79d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/quotas/18aef1375628417b91f816bccd05d1cf HTTP/1.1" status: 200 len: 375 time: 0.0417140 Oct 10 17:08:25.161614 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=104efc19-2410-419e-ad42-74db4ad4dbef,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:25.213700 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-af4cb4d9-5b6d-4240-ba0c-381ff2f5567e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1464074 Oct 10 17:08:25.301859 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-aab3cc11-141a-411a-9c2d-bc6b3b1f88b8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324042 Oct 10 17:08:25.411523 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-e7b4915c-2090-40f2-a6e2-660c1bfddfc8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687746 Oct 10 17:08:25.435649 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:25.475973 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-474a8442-0aa6-41c5-81c5-8bbea27cd7ce service neutron] 10.222.0.42 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647098 Oct 10 17:08:25.531035 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-4c327c71-fb7c-4957-93f0-df782daed0de service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181605 Oct 10 17:08:25.653241 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.25', 55395) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:25.704703 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e0aa56a6-cc26-4650-ae20-8e7f45783315 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:25.779323 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port e0aa56a6-cc26-4650-ae20-8e7f45783315 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:25.779687 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:25.780056 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port e0aa56a6-cc26-4650-ae20-8e7f45783315 Oct 10 17:08:25.846904 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:25.913622 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-1a0b8df6-c1e9-4b6d-bdd0-6d589867ab8e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:25.920763 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port e0aa56a6-cc26-4650-ae20-8e7f45783315 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:25.921939 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 104efc19-2410-419e-ad42-74db4ad4dbef up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:25.943276 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-1a0b8df6-c1e9-4b6d-bdd0-6d589867ab8e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.25 "GET /networking/v2.0/networks?id=aea7132b-eded-454c-814f-84881d978853 HTTP/1.1" status: 200 len: 812 time: 0.2865198 Oct 10 17:08:25.973504 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 104efc19-2410-419e-ad42-74db4ad4dbef triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:25.973925 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:25.974262 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 104efc19-2410-419e-ad42-74db4ad4dbef Oct 10 17:08:26.016404 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52908) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:26.040929 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Request body: {'port': {'device_id': 'bcfdb893-395c-451e-bfe6-85699f6b0b73', 'network_id': 'aea7132b-eded-454c-814f-84881d978853', 'admin_state_up': True, 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:26.081323 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ae97336-0353-49e7-a6ba-0d34f88de554 req-c98e5307-e7e3-49ca-9bb5-610bb779f4f2 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 210 time: 0.1170290 Oct 10 17:08:26.214564 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 104efc19-2410-419e-ad42-74db4ad4dbef is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:26.278386 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7c8187d0-10ac-431b-b3b2-32eaed90f5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:26.292119 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7bd06e32-0e18-4d4d-87f7-113149707628 req-1f0dd1bb-3c31-47b5-a416-07064d7e620c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.2452476 Oct 10 17:08:26.362967 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:26.420779 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9ed0b391-2909-4d02-b93b-b2f822a100b2 req-701ba2c6-d446-471a-82c9-323a349040bc tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.1523817 Oct 10 17:08:26.491013 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7c8187d0-10ac-431b-b3b2-32eaed90f5ff admin admin] Publish callbacks [] for security_group (608ce0e2-ee35-4dc0-a62b-0b325a441240), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:26.516480 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Made reservation on behalf of f9c633053a92460c8fd6858e66679fd3 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:26.521351 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:26.567793 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7c8187d0-10ac-431b-b3b2-32eaed90f5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (608ce0e2-ee35-4dc0-a62b-0b325a441240), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:26.612246 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7c8187d0-10ac-431b-b3b2-32eaed90f5ff admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=dc5beb1195b343f2b0f9ac6d20d4b0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5941074 Oct 10 17:08:26.613740 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8187d0-10ac-431b-b3b2-32eaed90f5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608ce0e2-ee35-4dc0-a62b-0b325a441240,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:26.616441 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 52950) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:26.674186 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-10e19d55-2eb8-4130-a379-4b9fda3d9c9f admin admin] Publish callbacks [] for security_group (608ce0e2-ee35-4dc0-a62b-0b325a441240), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:26.726020 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-10e19d55-2eb8-4130-a379-4b9fda3d9c9f admin admin] Publish callbacks [] for security_group (608ce0e2-ee35-4dc0-a62b-0b325a441240), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:26.842527 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Allocated IP 172.20.0.7 (aea7132b-eded-454c-814f-84881d978853/91f296b2-35d8-462a-ae95-10a76698c560/a87e859d-2bf5-4368-8fce-e83d1c2d2dd8) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:26.904149 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-10e19d55-2eb8-4130-a379-4b9fda3d9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (608ce0e2-ee35-4dc0-a62b-0b325a441240), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:26.906883 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-10e19d55-2eb8-4130-a379-4b9fda3d9c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:26.912495 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-10e19d55-2eb8-4130-a379-4b9fda3d9c9f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/608ce0e2-ee35-4dc0-a62b-0b325a441240 HTTP/1.1" status: 204 len: 168 time: 0.2931304 Oct 10 17:08:26.930482 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e19d55-2eb8-4130-a379-4b9fda3d9c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608ce0e2-ee35-4dc0-a62b-0b325a441240,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:27.180122 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:27.292071 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d40dc4d-1724-421b-acec-383115f9ea84 req-a14ceaa4-3696-443c-8e9f-1dd491be280d tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 210 time: 0.0745616 Oct 10 17:08:27.302973 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Publish callbacks [] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:27.426511 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8f09a906-5547-43ca-add1-31d771f83c90 req-34727b75-daec-4497-b62f-559d85019f7a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0574994 Oct 10 17:08:27.431078 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:27.825324 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-93e957c8-aca7-496b-ba9f-f1acf74cebcc req-6ed0d53f-4dd3-447e-aa03-569a5a627252 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.3251140 Oct 10 17:08:27.827119 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Network aea7132b-eded-454c-814f-84881d978853 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:27.832657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:27.835260 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:27.838419 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Pushing event updated for resources: {'Port': ['ID=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:27.924714 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53030) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:27.942461 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:27.943450 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:27.946851 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1ab8ef51-b20f-45ef-95c4-cfaec9506663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:27.954685 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:28.028390 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-7183d37e-e2df-4d8f-8ac5-39efebc39a1e tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0042527 Oct 10 17:08:28.041804 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1ab8ef51-b20f-45ef-95c4-cfaec9506663 admin admin] Publish callbacks [] for security_group (b0b86547-b86b-4690-867d-2d5c2d7b5fc3), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:28.110668 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-10be52dd-b12d-4726-afa9-427d7ec5a68a None None] Provisioning complete for port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:28.111223 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-10be52dd-b12d-4726-afa9-427d7ec5a68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:28.111365 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-10be52dd-b12d-4726-afa9-427d7ec5a68a None None] Attempt 1 to provision port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 Oct 10 17:08:28.121180 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1ab8ef51-b20f-45ef-95c4-cfaec9506663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b0b86547-b86b-4690-867d-2d5c2d7b5fc3), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:28.145438 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-10be52dd-b12d-4726-afa9-427d7ec5a68a None None] Port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:08:28.150054 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:28.161079 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-1ab8ef51-b20f-45ef-95c4-cfaec9506663 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=27db1ca730c74d22993885d0d5c4c353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353370 Oct 10 17:08:28.162155 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8ef51-b20f-45ef-95c4-cfaec9506663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b86547-b86b-4690-867d-2d5c2d7b5fc3,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:28.164618 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53036) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:28.222651 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c926-a372-46ab-be15-2e67ab98ad83 admin admin] Publish callbacks [] for security_group (b0b86547-b86b-4690-867d-2d5c2d7b5fc3), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:28.242718 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c926-a372-46ab-be15-2e67ab98ad83 admin admin] Publish callbacks [] for security_group (b0b86547-b86b-4690-867d-2d5c2d7b5fc3), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:28.372870 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c926-a372-46ab-be15-2e67ab98ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b0b86547-b86b-4690-867d-2d5c2d7b5fc3), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:28.375535 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c926-a372-46ab-be15-2e67ab98ad83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:28.376769 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c3b8c926-a372-46ab-be15-2e67ab98ad83 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b0b86547-b86b-4690-867d-2d5c2d7b5fc3 HTTP/1.1" status: 204 len: 168 time: 0.2114248 Oct 10 17:08:28.388555 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8c926-a372-46ab-be15-2e67ab98ad83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b86547-b86b-4690-867d-2d5c2d7b5fc3,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:28.438076 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068302-b9af-44fd-afad-f7fe49216e6f req-04ed1c38-9ecf-4f5a-a775-4dfc6c4738a5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:28.439682 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-58068302-b9af-44fd-afad-f7fe49216e6f req-04ed1c38-9ecf-4f5a-a775-4dfc6c4738a5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 931 time: 0.0700619 Oct 10 17:08:28.511910 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-58068302-b9af-44fd-afad-f7fe49216e6f req-3de40a7d-4337-48dd-bf7b-3fc740679914 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663025 Oct 10 17:08:28.541448 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bb5d5330-97ae-44d0-81e9-b49ad574ccb1 req-d0c6c5b5-fb8f-4ae4-a5d3-bb115c2faab1 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0285299 Oct 10 17:08:28.834164 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-b9d33150-bd7c-4be8-bd3c-7eb7a166dc79 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:08:28.842621 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-b9d33150-bd7c-4be8-bd3c-7eb7a166dc79 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0103655 Oct 10 17:08:28.969522 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-aff0223c-4129-44fc-ae0e-dc3775573edf req-c90de0d3-df79-4223-84ff-7bf4e89b7d9f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0299644 Oct 10 17:08:29.123998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Request body: {'port': {'device_id': 'bcfdb893-395c-451e-bfe6-85699f6b0b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:29.194246 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:29.558698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:08:29.569809 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Publish callbacks [] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:29.619986 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Transition to ACTIVE for port object a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:08:29.716506 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a0a0c06d-f87c-4a85-9d9f-7c7c585d8322 req-319c075f-f445-4e64-91b4-162a7ef3b2df tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0462110 Oct 10 17:08:29.734967 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a883ac0-c666-4950-9ba7-6ad335acaea0 req-11a087e8-3b24-48b8-ae53-cc063ebb96ec tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:29.742000 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a883ac0-c666-4950-9ba7-6ad335acaea0 req-11a087e8-3b24-48b8-ae53-cc063ebb96ec tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 931 time: 0.1322658 Oct 10 17:08:29.742682 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:29.871801 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Pushing event updated for resources: {'Port': ['ID=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:29.911644 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a883ac0-c666-4950-9ba7-6ad335acaea0 req-1fdf4076-cbb1-41c2-a3f5-c846aba081c4 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575992 Oct 10 17:08:29.926735 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Attempting to bind port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:29.927474 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Attempting to bind port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:29.927979 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Attempting to bind port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 on network aea7132b-eded-454c-814f-84881d978853 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:29.982125 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:29.986269 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 on network aea7132b-eded-454c-814f-84881d978853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:08:29.986708 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Attempting to bind port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 on network aea7132b-eded-454c-814f-84881d978853 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:30.059191 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:30.059554 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Checking segment: {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:30.060121 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Bound using segment: {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:30.060708 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Bound port: a87e859d-2bf5-4368-8fce-e83d1c2d2dd8, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aea7132b-eded-454c-814f-84881d978853'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:30.061076 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:30.098731 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e0615d71-aaa7-4830-9370-fd4c3d525d34 req-5c08c4ed-c053-4a78-830b-47026e1b6e9c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0419352 Oct 10 17:08:30.157123 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] For port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:30.160509 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:30.180916 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] For port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:30.270572 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:30.305858 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:30.307167 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:30.309356 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 HTTP/1.1" status: 200 len: 1093 time: 1.2979231 Oct 10 17:08:30.310314 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfdb893-395c-451e-bfe6-85699f6b0b73', 'tag': 'a87e859d-2bf5-4368-8fce-e83d1c2d2dd8'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:08:30.373372 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa26407-40c0-4f77-8f95-c8b04618acfe service neutron] Pushing event updated for resources: {'Port': ['ID=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:30.510182 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b401105b-a777-4e1c-9c72-a1a02a92cc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfdb893-395c-451e-bfe6-85699f6b0b73", "tag": "a87e859d-2bf5-4368-8fce-e83d1c2d2dd8"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:08:30.924899 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8657e1d5-eea1-4e75-bec5-5c55f17fde9c req-96f2a8f8-7d41-4dc9-b9d3-000c82387953 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0758619 Oct 10 17:08:31.052779 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f069a-43ac-4196-837f-3eeeae1cf945 x-openstack-request-id: req-bd0f069a-43ac-4196-837f-3eeeae1cf945 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:08:31.053069 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfdb893-395c-451e-bfe6-85699f6b0b73", "tag": "a87e859d-2bf5-4368-8fce-e83d1c2d2dd8", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:08:31.053504 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd0f069a-43ac-4196-837f-3eeeae1cf945 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:08:31.053951 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0f069a-43ac-4196-837f-3eeeae1cf945'] response: {'name': 'network-changed', 'server_uuid': 'bcfdb893-395c-451e-bfe6-85699f6b0b73', 'tag': 'a87e859d-2bf5-4368-8fce-e83d1c2d2dd8', 'status': 'completed', 'code': 200} Oct 10 17:08:31.214032 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bfb7b529-8233-44a0-8f23-1017276e6b1f req-581e19a3-75fe-4ba1-821b-9b1e57a91d00 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0371990 Oct 10 17:08:31.257043 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8d490-11b0-4bbc-b65d-ef5b241238f7 req-468a1852-5727-490e-86db-c57fda147398 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:31.266181 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-11e8d490-11b0-4bbc-b65d-ef5b241238f7 req-468a1852-5727-490e-86db-c57fda147398 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.2258050 Oct 10 17:08:31.311118 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-11e8d490-11b0-4bbc-b65d-ef5b241238f7 req-782d07f8-3814-4ba9-b7da-565ad5e0ab77 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Oct 10 17:08:31.995074 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:32.008739 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53202) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:32.048868 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b7f46297-f09f-4c53-9c7f-4d2889f989ad req-cfd7640a-3e8d-41fc-8a83-4597ec6af19c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0314672 Oct 10 17:08:32.151065 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:32.157957 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-150bc8d8-eb28-4234-b1b3-eec4262a37ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:32.241127 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-150bc8d8-eb28-4234-b1b3-eec4262a37ed admin admin] Publish callbacks [] for security_group (da049294-527a-4d79-80cb-7deb98ba0ac6), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:32.315143 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-150bc8d8-eb28-4234-b1b3-eec4262a37ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (da049294-527a-4d79-80cb-7deb98ba0ac6), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:32.327382 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-065bb7f9-b36f-4a4c-a999-93baef272e41 req-4fcf1d25-8a8d-4283-8646-9ea2e22dc652 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0359855 Oct 10 17:08:32.359374 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-150bc8d8-eb28-4234-b1b3-eec4262a37ed admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=88868d5479f547be815c388bd6bffdcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521862 Oct 10 17:08:32.361514 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bc8d8-eb28-4234-b1b3-eec4262a37ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da049294-527a-4d79-80cb-7deb98ba0ac6,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:32.362999 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53218) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:32.464322 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a320e-2d6f-4ad5-897b-0632077b439b req-1407065c-d3f1-4a22-a422-ab127a783029 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:32.465809 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b69a320e-2d6f-4ad5-897b-0632077b439b req-1407065c-d3f1-4a22-a422-ab127a783029 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.0696042 Oct 10 17:08:32.466595 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5465776d-3484-414b-9911-44338da0e7a1 admin admin] Publish callbacks [] for security_group (da049294-527a-4d79-80cb-7deb98ba0ac6), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:32.505631 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5465776d-3484-414b-9911-44338da0e7a1 admin admin] Publish callbacks [] for security_group (da049294-527a-4d79-80cb-7deb98ba0ac6), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:32.559480 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b69a320e-2d6f-4ad5-897b-0632077b439b req-28db2f65-55c2-45b0-bab5-bf09b5755472 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837486 Oct 10 17:08:32.636124 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5465776d-3484-414b-9911-44338da0e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (da049294-527a-4d79-80cb-7deb98ba0ac6), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:32.638808 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5465776d-3484-414b-9911-44338da0e7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:32.639949 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-5465776d-3484-414b-9911-44338da0e7a1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/da049294-527a-4d79-80cb-7deb98ba0ac6 HTTP/1.1" status: 204 len: 168 time: 0.2759173 Oct 10 17:08:32.648087 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465776d-3484-414b-9911-44338da0e7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da049294-527a-4d79-80cb-7deb98ba0ac6,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:33.164976 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-08df5d04-88e1-406e-bfc8-71c224db23d4 req-1099bd87-d076-40fa-b314-00deb249346f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0315070 Oct 10 17:08:33.321664 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53260) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:33.334083 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1f86-527a-4256-a830-fe92e33bbc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:33.425712 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1f86-527a-4256-a830-fe92e33bbc86 admin admin] Publish callbacks [] for security_group (35251191-5f6c-4361-9a0f-0253da2c4b34), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:33.442060 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-89def6e0-12d9-4841-b0bb-2408f6ed7b8f req-17061ca2-0f21-43e3-94e8-500ed86d03fb tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0334630 Oct 10 17:08:33.504509 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1f86-527a-4256-a830-fe92e33bbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (35251191-5f6c-4361-9a0f-0253da2c4b34), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:33.550142 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd1f86-527a-4256-a830-fe92e33bbc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35251191-5f6c-4361-9a0f-0253da2c4b34,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:33.555649 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9ccd1f86-527a-4256-a830-fe92e33bbc86 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b06ffda794e34a59aceea0916b481dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344470 Oct 10 17:08:33.559059 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53276) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:33.639147 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0acfb01b-6f4e-431f-b542-4c1c1ab8a30e admin admin] Publish callbacks [] for security_group (35251191-5f6c-4361-9a0f-0253da2c4b34), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:33.672495 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0acfb01b-6f4e-431f-b542-4c1c1ab8a30e admin admin] Publish callbacks [] for security_group (35251191-5f6c-4361-9a0f-0253da2c4b34), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:33.698545 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d003-6dfe-46f0-b347-d7b11f6fcbe2 req-23c3234f-c8cc-4372-a8cc-61bb80d56ad5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:33.705388 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1694d003-6dfe-46f0-b347-d7b11f6fcbe2 req-23c3234f-c8cc-4372-a8cc-61bb80d56ad5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.0628273 Oct 10 17:08:33.768975 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1694d003-6dfe-46f0-b347-d7b11f6fcbe2 req-b08c2d5f-e82e-433b-ba83-3852d1629de2 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626473 Oct 10 17:08:33.819121 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0acfb01b-6f4e-431f-b542-4c1c1ab8a30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (35251191-5f6c-4361-9a0f-0253da2c4b34), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:33.822254 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0acfb01b-6f4e-431f-b542-4c1c1ab8a30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:33.823683 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-0acfb01b-6f4e-431f-b542-4c1c1ab8a30e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/35251191-5f6c-4361-9a0f-0253da2c4b34 HTTP/1.1" status: 204 len: 168 time: 0.2635610 Oct 10 17:08:33.832723 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfb01b-6f4e-431f-b542-4c1c1ab8a30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35251191-5f6c-4361-9a0f-0253da2c4b34,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:34.299601 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1144ebfd-aa2e-4a04-9f1e-3c6524861026 req-0867ddfb-d2fb-40f3-ba19-5fe843b9601c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0371404 Oct 10 17:08:34.557294 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-72f3dac9-c24c-4e5f-8ec4-9c3da254b5d5 req-70ca6b18-5d50-4677-a931-1395ea90920d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0292017 Oct 10 17:08:34.873834 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:34.930318 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411baf-d776-4f31-8759-97dcef03f6cc req-b550bb39-6ec6-4a61-9f58-ba9a17782a61 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:34.933146 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2f411baf-d776-4f31-8759-97dcef03f6cc req-b550bb39-6ec6-4a61-9f58-ba9a17782a61 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.0717578 Oct 10 17:08:35.007342 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2f411baf-d776-4f31-8759-97dcef03f6cc req-502795bd-646e-4432-af9b-b4512b1bd386 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665753 Oct 10 17:08:35.046914 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-de40bb4c-c425-42bb-927d-d799c03d888b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:35.354863 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53382) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:35.455752 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f51ea743-c232-4116-863d-af15c2cad24f req-8aac1b54-3b17-4ba3-9d37-fb78ac2d4606 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0412862 Oct 10 17:08:35.538594 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-866dd41e-ba01-47f7-8caa-b593bf91ccc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:35.591734 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:35.647114 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-866dd41e-ba01-47f7-8caa-b593bf91ccc7 admin admin] Publish callbacks [] for security_group (689ec8e9-3d45-45a4-8c93-2669c9b9a2a5), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:35.730181 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-866dd41e-ba01-47f7-8caa-b593bf91ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (689ec8e9-3d45-45a4-8c93-2669c9b9a2a5), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:35.772472 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f9c0fb3-4ac8-4582-ad27-5d058a2ae13b req-c86284ef-3118-4ff9-851b-f7a07b06a559 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0636904 Oct 10 17:08:35.811478 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53398) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:35.812190 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-866dd41e-ba01-47f7-8caa-b593bf91ccc7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=eca15c2c5c6449a695b4cee370e2e91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555955 Oct 10 17:08:35.813331 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dd41e-ba01-47f7-8caa-b593bf91ccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ec8e9-3d45-45a4-8c93-2669c9b9a2a5,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:35.818991 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:35.882373 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ffcb1cfd-0947-44f9-b283-9055462f0a1e admin admin] Publish callbacks [] for security_group (689ec8e9-3d45-45a4-8c93-2669c9b9a2a5), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:35.924244 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ffcb1cfd-0947-44f9-b283-9055462f0a1e admin admin] Publish callbacks [] for security_group (689ec8e9-3d45-45a4-8c93-2669c9b9a2a5), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:36.081296 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ffcb1cfd-0947-44f9-b283-9055462f0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (689ec8e9-3d45-45a4-8c93-2669c9b9a2a5), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:36.083839 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ffcb1cfd-0947-44f9-b283-9055462f0a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:36.087449 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ffcb1cfd-0947-44f9-b283-9055462f0a1e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/689ec8e9-3d45-45a4-8c93-2669c9b9a2a5 HTTP/1.1" status: 204 len: 168 time: 0.2725363 Oct 10 17:08:36.097051 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb1cfd-0947-44f9-b283-9055462f0a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ec8e9-3d45-45a4-8c93-2669c9b9a2a5,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:36.154807 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993d3a-c098-4843-aacd-504b8a4f543e req-d83d79a4-d514-4c7c-a52d-a0b18890b51a tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:36.163463 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d7993d3a-c098-4843-aacd-504b8a4f543e req-d83d79a4-d514-4c7c-a52d-a0b18890b51a tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.0734918 Oct 10 17:08:36.273624 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d7993d3a-c098-4843-aacd-504b8a4f543e req-b6b19e3b-2194-40d6-9b35-f54a7e69d372 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025527 Oct 10 17:08:36.601035 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-691becba-cb44-4cb9-b5e2-c47351cfcc05 req-fa5979b2-8dda-4f9e-8bcf-b7500dfed562 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0573175 Oct 10 17:08:36.906595 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9a29e070-5871-4f50-995e-a6cb37d57aa0 req-5608224d-7e13-402e-9efb-30e3ba7fd53e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0516784 Oct 10 17:08:36.992613 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53462) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:37.012261 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-207ec05b-8d2b-4f27-a3de-76fbaa67e149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:37.076609 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:37.111647 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-207ec05b-8d2b-4f27-a3de-76fbaa67e149 admin admin] Publish callbacks [] for security_group (837afe17-b94f-42af-9979-06b70d32263b), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:37.172975 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-207ec05b-8d2b-4f27-a3de-76fbaa67e149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (837afe17-b94f-42af-9979-06b70d32263b), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:37.218356 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-207ec05b-8d2b-4f27-a3de-76fbaa67e149 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8b4fb13ec75b4b3f9d9065857835d87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241278 Oct 10 17:08:37.221032 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53472) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:37.222071 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ec05b-8d2b-4f27-a3de-76fbaa67e149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837afe17-b94f-42af-9979-06b70d32263b,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:37.328130 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-adf6c4da-dc3e-4460-acdf-4700f8c04927 admin admin] Publish callbacks [] for security_group (837afe17-b94f-42af-9979-06b70d32263b), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:37.340637 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-9938bdf9-fdd7-4578-ac45-8dd290c25b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:37.389564 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-adf6c4da-dc3e-4460-acdf-4700f8c04927 admin admin] Publish callbacks [] for security_group (837afe17-b94f-42af-9979-06b70d32263b), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:37.437193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a846a70-a80a-41e3-a791-7a9bf3787c82 req-64da7a9b-91c3-4d23-af0c-45661800bd2c tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:37.440792 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1a846a70-a80a-41e3-a791-7a9bf3787c82 req-64da7a9b-91c3-4d23-af0c-45661800bd2c tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.0848184 Oct 10 17:08:37.504647 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1a846a70-a80a-41e3-a791-7a9bf3787c82 req-0a8e13e9-1fee-422d-8920-b924b1dcb510 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531509 Oct 10 17:08:37.624460 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-adf6c4da-dc3e-4460-acdf-4700f8c04927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (837afe17-b94f-42af-9979-06b70d32263b), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:37.627517 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-adf6c4da-dc3e-4460-acdf-4700f8c04927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:37.631249 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-adf6c4da-dc3e-4460-acdf-4700f8c04927 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/837afe17-b94f-42af-9979-06b70d32263b HTTP/1.1" status: 204 len: 168 time: 0.4067290 Oct 10 17:08:37.638367 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6c4da-dc3e-4460-acdf-4700f8c04927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837afe17-b94f-42af-9979-06b70d32263b,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:37.741927 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4c9bb3bf-a2cb-4aa2-9506-fe4bdc6c83bb req-ea937ef9-5a0a-41a7-b80b-bf64c97ce71a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0469291 Oct 10 17:08:37.868950 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53494) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:38.091390 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-80e1b3a1-df5c-494c-b5a8-e3065b472fc5 req-d41c164e-a04c-465e-80b8-f98e0bf7e6d9 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0747492 Oct 10 17:08:38.285740 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:38.305594 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d1e1-379a-4b82-af64-588de9ec8476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:38.402608 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:38.405409 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d1e1-379a-4b82-af64-588de9ec8476 admin admin] Publish callbacks [] for security_group (7e395358-df45-48b5-a80d-f414741afa6c), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:38.523928 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d1e1-379a-4b82-af64-588de9ec8476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (7e395358-df45-48b5-a80d-f414741afa6c), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:38.657202 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53542) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:38.659322 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-b2e2d1e1-379a-4b82-af64-588de9ec8476 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=182aaec44b4945eb8b4aebec72640bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7888885 Oct 10 17:08:38.703510 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2d1e1-379a-4b82-af64-588de9ec8476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e395358-df45-48b5-a80d-f414741afa6c,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:38.734014 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905121c-8fd4-4296-998b-3a73b1a7ba12 req-0deb6ced-3f35-4567-806b-01b4f7f0269a tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:38.737561 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4905121c-8fd4-4296-998b-3a73b1a7ba12 req-0deb6ced-3f35-4567-806b-01b4f7f0269a tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.1238348 Oct 10 17:08:38.770563 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0bf76e7e-7cf9-44d1-8ca6-4fa84aac5da0 admin admin] Publish callbacks [] for security_group (7e395358-df45-48b5-a80d-f414741afa6c), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:38.806851 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0bf76e7e-7cf9-44d1-8ca6-4fa84aac5da0 admin admin] Publish callbacks [] for security_group (7e395358-df45-48b5-a80d-f414741afa6c), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:38.848636 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4905121c-8fd4-4296-998b-3a73b1a7ba12 req-08794489-516a-4929-abd8-664d7540d952 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998478 Oct 10 17:08:38.915402 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-de49631d-bda6-4cc8-9d8f-212df13c2961 req-f50c5a7d-a934-4985-aea9-f6848dde1ade tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0555241 Oct 10 17:08:38.955740 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0bf76e7e-7cf9-44d1-8ca6-4fa84aac5da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (7e395358-df45-48b5-a80d-f414741afa6c), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:38.959221 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0bf76e7e-7cf9-44d1-8ca6-4fa84aac5da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:38.961849 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-0bf76e7e-7cf9-44d1-8ca6-4fa84aac5da0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7e395358-df45-48b5-a80d-f414741afa6c HTTP/1.1" status: 204 len: 168 time: 0.3026216 Oct 10 17:08:38.977280 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf76e7e-7cf9-44d1-8ca6-4fa84aac5da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e395358-df45-48b5-a80d-f414741afa6c,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:39.206373 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28b7eb1b-0903-4836-a433-128fbdde0e6a req-fe3243e3-da6c-4bbc-a089-46abeaa0ed74 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0313842 Oct 10 17:08:39.816619 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53574) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:39.838608 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-95b55bc7-2a11-4bb1-a882-557ef23dc0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:39.855636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:39.996966 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-95b55bc7-2a11-4bb1-a882-557ef23dc0dd admin admin] Publish callbacks [] for security_group (8c53adeb-40e5-4e5a-8d58-447b31cdf9f1), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.015775 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53584) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:40.028639 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.077831 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-95b55bc7-2a11-4bb1-a882-557ef23dc0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (8c53adeb-40e5-4e5a-8d58-447b31cdf9f1), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.104157 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.112774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76a42c-69d4-42b0-820d-ef6048df5d8e req-e3f5348b-799a-43ac-9e7d-174fef56e708 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:40.116449 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8c76a42c-69d4-42b0-820d-ef6048df5d8e req-e3f5348b-799a-43ac-9e7d-174fef56e708 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.1124852 Oct 10 17:08:40.135653 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d33ca143-8300-468b-87dc-0692193ef5cb req-8c2985b3-b9ac-46b5-82c5-7d8ade6b3226 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0758567 Oct 10 17:08:40.186500 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b55bc7-2a11-4bb1-a882-557ef23dc0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c53adeb-40e5-4e5a-8d58-447b31cdf9f1,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:40.194558 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-95b55bc7-2a11-4bb1-a882-557ef23dc0dd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=30d9357096de403f80391ffb8ed346f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753438 Oct 10 17:08:40.207821 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53592) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:40.278975 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8c76a42c-69d4-42b0-820d-ef6048df5d8e req-9ba7513b-64fe-42d6-97c5-ef7cc3702ad0 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307063 Oct 10 17:08:40.357069 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bc590639-bdde-412f-a525-f47aeeb106c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.369914 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a5bca631-aeb8-4d8f-86f2-b660d3dcece5 admin admin] Publish callbacks [] for security_group (8c53adeb-40e5-4e5a-8d58-447b31cdf9f1), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.393371 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e038ee87-db41-44d5-88f0-460f1dd10452 req-0ba01321-4c9d-4e62-9947-ed4b471dfbb2 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0423636 Oct 10 17:08:40.402607 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a5bca631-aeb8-4d8f-86f2-b660d3dcece5 admin admin] Publish callbacks [] for security_group (8c53adeb-40e5-4e5a-8d58-447b31cdf9f1), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.503723 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bc590639-bdde-412f-a525-f47aeeb106c3 admin admin] Publish callbacks [] for security_group (1013b3b3-fc38-4678-86bb-ac8134004105), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.584484 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a5bca631-aeb8-4d8f-86f2-b660d3dcece5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (8c53adeb-40e5-4e5a-8d58-447b31cdf9f1), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.587774 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a5bca631-aeb8-4d8f-86f2-b660d3dcece5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.589246 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a5bca631-aeb8-4d8f-86f2-b660d3dcece5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8c53adeb-40e5-4e5a-8d58-447b31cdf9f1 HTTP/1.1" status: 204 len: 168 time: 0.3905458 Oct 10 17:08:40.590038 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bc590639-bdde-412f-a525-f47aeeb106c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1013b3b3-fc38-4678-86bb-ac8134004105), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.630264 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-bc590639-bdde-412f-a525-f47aeeb106c3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f7acd42b98fd46b4a126f9bffef16d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6128528 Oct 10 17:08:40.630433 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53606) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:40.632205 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bca631-aeb8-4d8f-86f2-b660d3dcece5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c53adeb-40e5-4e5a-8d58-447b31cdf9f1,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:40.670974 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc590639-bdde-412f-a525-f47aeeb106c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1013b3b3-fc38-4678-86bb-ac8134004105,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:40.734111 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.25', 55423) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:40.760997 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-383bd2c1-abaf-4f15-a492-27d451d36faf admin admin] Publish callbacks [] for security_group (1013b3b3-fc38-4678-86bb-ac8134004105), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.877414 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-56df87f1-a16b-4091-b7b1-a9fa616aaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:40.879647 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-56df87f1-a16b-4091-b7b1-a9fa616aaac0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f9c633053a92460c8fd6858e66679fd3&device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 1127 time: 0.1143582 Oct 10 17:08:40.881759 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-383bd2c1-abaf-4f15-a492-27d451d36faf admin admin] Publish callbacks [] for security_group (1013b3b3-fc38-4678-86bb-ac8134004105), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:40.916689 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:40.938398 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:41.018426 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-f6f73d2b-1dd1-4a8d-95d0-418c8c55f1d7 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:41.024447 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-f6f73d2b-1dd1-4a8d-95d0-418c8c55f1d7 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 810 time: 0.2645848 Oct 10 17:08:41.164870 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-ffa80b64-d904-4262-b7ef-675d56aa8026 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=18aef1375628417b91f816bccd05d1cf HTTP/1.1" status: 200 len: 379 time: 0.1017039 Oct 10 17:08:41.191418 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'port': {'device_id': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'admin_state_up': True, 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'security_groups': ['86039f49-797f-43d3-a3f7-8a34baac4407']}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:41.211904 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-a4176ffd-e7d6-4309-a4fd-ebf4b1ec4f67 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 HTTP/1.1" status: 200 len: 217 time: 0.2915757 Oct 10 17:08:41.334363 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-056b323b-3c27-47d4-bae6-f4398b77eb4b req-9387a391-9619-4503-9f53-afc6efcc9f37 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0519702 Oct 10 17:08:41.434216 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-383bd2c1-abaf-4f15-a492-27d451d36faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1013b3b3-fc38-4678-86bb-ac8134004105), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:41.436465 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-383bd2c1-abaf-4f15-a492-27d451d36faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:41.440763 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-383bd2c1-abaf-4f15-a492-27d451d36faf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1013b3b3-fc38-4678-86bb-ac8134004105 HTTP/1.1" status: 204 len: 168 time: 0.8089449 Oct 10 17:08:41.456433 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bd2c1-abaf-4f15-a492-27d451d36faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1013b3b3-fc38-4678-86bb-ac8134004105,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:41.479213 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5cfa8-5b6c-4aed-920d-9b8764e5b27f req-9a799d67-ed90-4300-b929-2733634a2453 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:41.480814 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-55c5cfa8-5b6c-4aed-920d-9b8764e5b27f req-9a799d67-ed90-4300-b929-2733634a2453 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.0899668 Oct 10 17:08:41.536437 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-63a3d85c-2fc3-4c20-b391-ecc49abca597 req-c443b6fd-ebea-406f-af76-118262fa9b97 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0479541 Oct 10 17:08:41.566407 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:41.576745 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-55c5cfa8-5b6c-4aed-920d-9b8764e5b27f req-90c90872-35c5-4656-86d8-f685163e515b tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813117 Oct 10 17:08:41.698863 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Made reservation on behalf of 18aef1375628417b91f816bccd05d1cf for: {'port': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:41.702650 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:41.917185 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Allocated IP 172.20.0.11 (0eee5d35-4847-4982-a7a4-935838222131/4fe731f9-89e1-4eef-b74c-540645002099/ee17d066-205b-40da-b2ab-8a810dbe5020) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:41.992921 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53654) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:42.070259 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.155368 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.235456 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Network 0eee5d35-4847-4982-a7a4-935838222131 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:42.240745 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:42.245768 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:42.252174 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'Port': ['ID=ee17d066-205b-40da-b2ab-8a810dbe5020,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:42.314512 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:42.315204 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.400873 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8029026f-dc8e-4dd6-8fd2-e3015407cebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.409719 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-870e9f24-a50a-4f2b-a35b-3ad0098f5ad5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2432265 Oct 10 17:08:42.419333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53668) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:42.517152 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9353a2ed-5e46-4896-a18c-598f1e1254a2 req-f0c8dcaa-885b-42c0-8f17-62ee186b7313 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0464137 Oct 10 17:08:42.526427 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f74cefa-339a-4414-abc5-7b03cf798001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.556749 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8029026f-dc8e-4dd6-8fd2-e3015407cebf admin admin] Publish callbacks [] for security_group (c46782e7-a04b-40a9-a134-e819404ac650), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.575569 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-a68a3620-3c13-4e45-8220-c458de88a8ee None None] Provisioning complete for port ee17d066-205b-40da-b2ab-8a810dbe5020 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:42.582176 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a68a3620-3c13-4e45-8220-c458de88a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.582176 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-a68a3620-3c13-4e45-8220-c458de88a8ee None None] Attempt 1 to provision port ee17d066-205b-40da-b2ab-8a810dbe5020 Oct 10 17:08:42.615678 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-a68a3620-3c13-4e45-8220-c458de88a8ee None None] Port ee17d066-205b-40da-b2ab-8a810dbe5020 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:08:42.631547 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f74cefa-339a-4414-abc5-7b03cf798001 admin admin] Publish callbacks [] for security_group (17a16500-2a6d-47f3-8770-bed133249826), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.655793 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8029026f-dc8e-4dd6-8fd2-e3015407cebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (c46782e7-a04b-40a9-a134-e819404ac650), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.710931 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f74cefa-339a-4414-abc5-7b03cf798001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (17a16500-2a6d-47f3-8770-bed133249826), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.758707 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-8029026f-dc8e-4dd6-8fd2-e3015407cebf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6b78463816f04792ba99a738c95ddd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7624514 Oct 10 17:08:42.762417 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53688) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:42.768542 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92985ccd-8ec8-44d3-811d-137e176da8cc req-c466c38f-bfc8-4305-8b93-17cc1c35a946 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:42.770036 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-92985ccd-8ec8-44d3-811d-137e176da8cc req-c466c38f-bfc8-4305-8b93-17cc1c35a946 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 932 time: 0.1287382 Oct 10 17:08:42.779818 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029026f-dc8e-4dd6-8fd2-e3015407cebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46782e7-a04b-40a9-a134-e819404ac650,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:42.784957 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6f74cefa-339a-4414-abc5-7b03cf798001 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d0ccee1e307345e58d8e4957fe1b38a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644416 Oct 10 17:08:42.785588 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53690) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:42.807811 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74cefa-339a-4414-abc5-7b03cf798001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a16500-2a6d-47f3-8770-bed133249826,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:42.817018 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:42.826594 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53694) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:42.833567 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef381d1b-ea65-47d6-b1c7-96d87adbbdc8 req-96ad2426-a023-4453-bc89-6948536b5118 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:42.836385 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef381d1b-ea65-47d6-b1c7-96d87adbbdc8 req-96ad2426-a023-4453-bc89-6948536b5118 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.1769030 Oct 10 17:08:42.865221 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dbbec27c-f65e-4675-87b3-c0c8b08d4b05 admin admin] Publish callbacks [] for security_group (17a16500-2a6d-47f3-8770-bed133249826), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.874519 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:42.887114 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dbbec27c-f65e-4675-87b3-c0c8b08d4b05 admin admin] Publish callbacks [] for security_group (17a16500-2a6d-47f3-8770-bed133249826), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:42.949958 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-92985ccd-8ec8-44d3-811d-137e176da8cc req-f4a45833-4dbf-4718-85f4-3a3bbdfab3ea tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663029 Oct 10 17:08:42.954598 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1655606780-network', 'tenant_id': '99ae10e564684e9c8beb47fe08afd305'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:42.969409 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef381d1b-ea65-47d6-b1c7-96d87adbbdc8 req-2e97a3f4-5861-4cf9-9608-5da5516e659b tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203196 Oct 10 17:08:42.992936 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-46bccb09-a48a-436f-af27-a1da6cf042ce admin admin] Publish callbacks [] for security_group (c46782e7-a04b-40a9-a134-e819404ac650), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.015183 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-46bccb09-a48a-436f-af27-a1da6cf042ce admin admin] Publish callbacks [] for security_group (c46782e7-a04b-40a9-a134-e819404ac650), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.018085 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dbbec27c-f65e-4675-87b3-c0c8b08d4b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (17a16500-2a6d-47f3-8770-bed133249826), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.020853 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dbbec27c-f65e-4675-87b3-c0c8b08d4b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.022103 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-dbbec27c-f65e-4675-87b3-c0c8b08d4b05 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/17a16500-2a6d-47f3-8770-bed133249826 HTTP/1.1" status: 204 len: 168 time: 0.2310414 Oct 10 17:08:43.031306 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbec27c-f65e-4675-87b3-c0c8b08d4b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a16500-2a6d-47f3-8770-bed133249826,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:43.041026 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Made reservation on behalf of 99ae10e564684e9c8beb47fe08afd305 for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:43.043397 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.053333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.132378 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-46bccb09-a48a-436f-af27-a1da6cf042ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (c46782e7-a04b-40a9-a134-e819404ac650), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.133710 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Publish callbacks [] for security_group (ac508d3c-4c23-42cd-b725-492810832b6d), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.135708 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-46bccb09-a48a-436f-af27-a1da6cf042ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.136918 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-46bccb09-a48a-436f-af27-a1da6cf042ce admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c46782e7-a04b-40a9-a134-e819404ac650 HTTP/1.1" status: 204 len: 168 time: 0.3659859 Oct 10 17:08:43.144902 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bccb09-a48a-436f-af27-a1da6cf042ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46782e7-a04b-40a9-a134-e819404ac650,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:43.200326 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ac508d3c-4c23-42cd-b725-492810832b6d), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.226261 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:08:43.238991 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac508d3c-4c23-42cd-b725-492810832b6d,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:43.242966 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (3aaa5943-8528-4f7e-828e-077556a3eb75), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.243320 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Added segment 3aaa5943-8528-4f7e-828e-077556a3eb75 of type vlan for network 9b8b4e91-ed4c-48fb-b607-d0045d423e3f Oct 10 17:08:43.288222 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (9b8b4e91-ed4c-48fb-b607-d0045d423e3f), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.372538 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (9b8b4e91-ed4c-48fb-b607-d0045d423e3f), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.373891 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:43.374532 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.439160 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b8b4e91-ed4c-48fb-b607-d0045d423e3f,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:43.446451 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:43.449509 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 9b8b4e91-ed4c-48fb-b607-d0045d423e3f details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:08:43.467369 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-1334de5b-9109-4e30-975c-f1fee3287be7 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6397305 Oct 10 17:08:43.470408 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53716) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:43.475694 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Request body: {'subnet': {'network_id': '9b8b4e91-ed4c-48fb-b607-d0045d423e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1655606780-subnet', 'tenant_id': '99ae10e564684e9c8beb47fe08afd305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:43.560855 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Made reservation on behalf of 99ae10e564684e9c8beb47fe08afd305 for: {'subnet': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:43.570722 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2828460'] for subnet (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.642580 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d4319264-1915-48f3-9a07-b3228f0062f2 req-32a9a720-957e-43d5-a9a0-aacdc7089b3e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0394733 Oct 10 17:08:43.658649 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:43.725001 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:43.830404 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2397670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2828478'] for subnet (60b94cfc-e057-44a4-9312-9017e1666532), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.843832 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53740) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:43.885785 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ae578236-22ca-4b86-8131-bbaac91e99d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.903595 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b94cfc-e057-44a4-9312-9017e1666532,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:43.916529 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Checking segment: {'id': '3aaa5943-8528-4f7e-828e-077556a3eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b8b4e91-ed4c-48fb-b607-d0045d423e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:43.916529 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Network hostable DHCP agents. Network: 9b8b4e91-ed4c-48fb-b607-d0045d423e3f, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=105000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:08:43.978854 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ae578236-22ca-4b86-8131-bbaac91e99d9 admin admin] Publish callbacks [] for security_group (dfc91a98-bad6-480d-9e4b-45c1ca558b99), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:43.979432 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Network 9b8b4e91-ed4c-48fb-b607-d0045d423e3f is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=105000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:08:44.035312 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ae578236-22ca-4b86-8131-bbaac91e99d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (dfc91a98-bad6-480d-9e4b-45c1ca558b99), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.037711 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53752) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:44.065192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 9b8b4e91-ed4c-48fb-b607-d0045d423e3f) {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:44.069877 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:44.070613 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.074202 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b625888e-e6d1-4814-bbfe-ed398530c8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.075820 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ae578236-22ca-4b86-8131-bbaac91e99d9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=197161ecc1504c5a89ff2b8a7dd17721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308650 Oct 10 17:08:44.076777 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae578236-22ca-4b86-8131-bbaac91e99d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc91a98-bad6-480d-9e4b-45c1ca558b99,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:44.078611 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320266a8-1cc2-4386-9b49-1ba73e918e6c None None] Network 9b8b4e91-ed4c-48fb-b607-d0045d423e3f requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:44.079741 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53754) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:44.132657 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1e7b305e-7a5c-4e86-8f40-c3ef50c32562 admin admin] Publish callbacks [] for security_group (dfc91a98-bad6-480d-9e4b-45c1ca558b99), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.142572 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:44.162910 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1e7b305e-7a5c-4e86-8f40-c3ef50c32562 admin admin] Publish callbacks [] for security_group (dfc91a98-bad6-480d-9e4b-45c1ca558b99), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.165688 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295d282-e79a-4c65-92eb-5699c06aefae req-ed241c8a-1bcd-4d37-b816-8b38a9c73f1b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:44.167410 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c295d282-e79a-4c65-92eb-5699c06aefae req-ed241c8a-1bcd-4d37-b816-8b38a9c73f1b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 932 time: 0.1210647 Oct 10 17:08:44.175942 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9940dbe-78f9-421f-aca8-949b8f1e28e5 req-9f6b3afc-35a1-4840-be51-796e94b9a132 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:44.177451 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e9940dbe-78f9-421f-aca8-949b8f1e28e5 req-9f6b3afc-35a1-4840-be51-796e94b9a132 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.1151428 Oct 10 17:08:44.218339 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73ee54-7c62-45e8-8c91-005ad51767ba None None] Network 9b8b4e91-ed4c-48fb-b607-d0045d423e3f requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:44.234908 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-cd9bb533-f680-4f94-8ec2-46bf1b717ab5 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7631342 Oct 10 17:08:44.270663 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Request body: {'port': {'device_id': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:44.301617 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:44.318136 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1e7b305e-7a5c-4e86-8f40-c3ef50c32562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (dfc91a98-bad6-480d-9e4b-45c1ca558b99), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.320781 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1e7b305e-7a5c-4e86-8f40-c3ef50c32562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.322775 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-1e7b305e-7a5c-4e86-8f40-c3ef50c32562 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dfc91a98-bad6-480d-9e4b-45c1ca558b99 HTTP/1.1" status: 204 len: 168 time: 0.2421231 Oct 10 17:08:44.377022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b305e-7a5c-4e86-8f40-c3ef50c32562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc91a98-bad6-480d-9e4b-45c1ca558b99,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:44.378277 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c295d282-e79a-4c65-92eb-5699c06aefae req-af6df301-4432-438b-a3a5-e349580860b1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984110 Oct 10 17:08:44.379521 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.390409 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e9940dbe-78f9-421f-aca8-949b8f1e28e5 req-e013bbd1-9068-4338-b79a-148a1c5dbb37 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021415 Oct 10 17:08:44.405774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-74e084ba-e224-44db-8162-33743eb3b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:44.410081 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-74e084ba-e224-44db-8162-33743eb3b8b7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=91f296b2-35d8-462a-ae95-10a76698c560 HTTP/1.1" status: 200 len: 851 time: 0.1726134 Oct 10 17:08:44.502106 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b625888e-e6d1-4814-bbfe-ed398530c8d4 admin admin] Publish callbacks [] for security_group (7298301e-8e55-45c1-9f7b-57fc02ce8e0f), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.551955 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-b6234055-5949-4857-887b-27c3e36e5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:44.554497 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-b6234055-5949-4857-887b-27c3e36e5356 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=aea7132b-eded-454c-814f-84881d978853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865121 Oct 10 17:08:44.562806 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b625888e-e6d1-4814-bbfe-ed398530c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (7298301e-8e55-45c1-9f7b-57fc02ce8e0f), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.580559 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53768) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:44.659396 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625888e-e6d1-4814-bbfe-ed398530c8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7298301e-8e55-45c1-9f7b-57fc02ce8e0f,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:44.667162 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-b625888e-e6d1-4814-bbfe-ed398530c8d4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f33c28cb60214507a19f6aec845cc031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6260297 Oct 10 17:08:44.669003 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53772) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:44.710793 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-97474225-0ddc-4058-bb53-6e8fd8cc1054 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/aea7132b-eded-454c-814f-84881d978853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442602 Oct 10 17:08:44.752770 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6addcbd2-0019-4e8d-b8cd-f59170015487 admin admin] Publish callbacks [] for security_group (7298301e-8e55-45c1-9f7b-57fc02ce8e0f), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.778229 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6addcbd2-0019-4e8d-b8cd-f59170015487 admin admin] Publish callbacks [] for security_group (7298301e-8e55-45c1-9f7b-57fc02ce8e0f), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.782488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:44.835145 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.845636 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d4ff04b-deb4-4ba6-b839-a781f9de3fd1 req-ac6d47e3-71cf-4725-8df6-aa0de2d589d9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0664103 Oct 10 17:08:44.887392 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:44.907952 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f710fce-d153-4ac0-aa81-84b763ccab67 req-363ba564-86e0-4523-9ffc-e9a9c1b8b2d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/aea7132b-eded-454c-814f-84881d978853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870916 Oct 10 17:08:44.908848 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee17d066-205b-40da-b2ab-8a810dbe5020 {{(pid=104999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:08:44.918602 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Publish callbacks [] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.986846 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-34db553c-7073-47cc-b4a7-08072f4c4146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.990249 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.provisioning_blocks [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Transition to ACTIVE for port object ee17d066-205b-40da-b2ab-8a810dbe5020 will not be triggered until provisioned by entity L2. {{(pid=104999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:08:44.992735 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6addcbd2-0019-4e8d-b8cd-f59170015487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (7298301e-8e55-45c1-9f7b-57fc02ce8e0f), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:44.996710 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6addcbd2-0019-4e8d-b8cd-f59170015487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.001180 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6addcbd2-0019-4e8d-b8cd-f59170015487 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7298301e-8e55-45c1-9f7b-57fc02ce8e0f HTTP/1.1" status: 204 len: 168 time: 0.3284979 Oct 10 17:08:45.017764 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addcbd2-0019-4e8d-b8cd-f59170015487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7298301e-8e55-45c1-9f7b-57fc02ce8e0f,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:45.085913 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-34db553c-7073-47cc-b4a7-08072f4c4146 admin admin] Publish callbacks [] for security_group (3299ac90-1fc6-48c4-9154-31166a1a0fcd), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.115794 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.149514 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-34db553c-7073-47cc-b4a7-08072f4c4146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (3299ac90-1fc6-48c4-9154-31166a1a0fcd), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.231806 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Pushing event updated for resources: {'Port': ['ID=ee17d066-205b-40da-b2ab-8a810dbe5020,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:45.276871 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-34db553c-7073-47cc-b4a7-08072f4c4146 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3ca52f64f7fe4e6fa89f63a8ff968751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6950238 Oct 10 17:08:45.278319 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53798) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:45.284142 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db553c-7073-47cc-b4a7-08072f4c4146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3299ac90-1fc6-48c4-9154-31166a1a0fcd,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:45.323328 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Attempting to bind port ee17d066-205b-40da-b2ab-8a810dbe5020 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:45.324221 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Attempting to bind port ee17d066-205b-40da-b2ab-8a810dbe5020 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:45.325780 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Attempting to bind port ee17d066-205b-40da-b2ab-8a810dbe5020 on network 0eee5d35-4847-4982-a7a4-935838222131 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:45.346317 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:45.367670 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d615a937-ce5c-491a-97d9-ede2ec1bc89e admin admin] Publish callbacks [] for security_group (3299ac90-1fc6-48c4-9154-31166a1a0fcd), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.388971 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Port ee17d066-205b-40da-b2ab-8a810dbe5020 on network 0eee5d35-4847-4982-a7a4-935838222131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:08:45.389436 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Attempting to bind port ee17d066-205b-40da-b2ab-8a810dbe5020 on network 0eee5d35-4847-4982-a7a4-935838222131 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:45.394008 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d615a937-ce5c-491a-97d9-ede2ec1bc89e admin admin] Publish callbacks [] for security_group (3299ac90-1fc6-48c4-9154-31166a1a0fcd), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.450140 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:45.450506 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Checking segment: {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:45.451143 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Bound using segment: {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:45.451604 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Bound port: ee17d066-205b-40da-b2ab-8a810dbe5020, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'}}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:45.457720 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.541940 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] For port ee17d066-205b-40da-b2ab-8a810dbe5020, host hv-cinder-83454, cleared binding levels {{(pid=104999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:45.550284 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] For port ee17d066-205b-40da-b2ab-8a810dbe5020, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee17d066-205b-40da-b2ab-8a810dbe5020,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=104999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:45.588196 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d615a937-ce5c-491a-97d9-ede2ec1bc89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (3299ac90-1fc6-48c4-9154-31166a1a0fcd), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.591154 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d615a937-ce5c-491a-97d9-ede2ec1bc89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.592367 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-d615a937-ce5c-491a-97d9-ede2ec1bc89e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3299ac90-1fc6-48c4-9154-31166a1a0fcd HTTP/1.1" status: 204 len: 168 time: 0.3122568 Oct 10 17:08:45.610698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaad8aa-f905-4f7b-a213-a010b273f4df req-f5ad44ff-625a-4557-8004-9d51f458b0e4 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:45.618065 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eaaad8aa-f905-4f7b-a213-a010b273f4df req-f5ad44ff-625a-4557-8004-9d51f458b0e4 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 944 time: 0.1278970 Oct 10 17:08:45.636632 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74a125-6558-44f9-b41b-67f2348e3d9b req-6affbf5d-7c56-4ab9-9b1d-212b6ba6a573 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:45.638379 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bf74a125-6558-44f9-b41b-67f2348e3d9b req-6affbf5d-7c56-4ab9-9b1d-212b6ba6a573 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.1053505 Oct 10 17:08:45.640686 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615a937-ce5c-491a-97d9-ede2ec1bc89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3299ac90-1fc6-48c4-9154-31166a1a0fcd,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:45.660095 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.667143 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:45.671180 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.673626 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ee17d066-205b-40da-b2ab-8a810dbe5020 HTTP/1.1" status: 200 len: 1094 time: 1.4096191 Oct 10 17:08:45.684227 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'tag': 'ee17d066-205b-40da-b2ab-8a810dbe5020'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:08:45.732684 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eaaad8aa-f905-4f7b-a213-a010b273f4df req-669565b8-807d-4549-97d0-f3bb58d95e4d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124110 Oct 10 17:08:45.742080 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bf74a125-6558-44f9-b41b-67f2348e3d9b req-4af5b267-029d-439c-bbf0-434a80ad6363 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926530 Oct 10 17:08:45.769326 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ecf9d-57b6-406a-b7c6-e1f1e75444af service neutron] Pushing event updated for resources: {'Port': ['ID=ee17d066-205b-40da-b2ab-8a810dbe5020,revision_number=3']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:45.879326 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53830) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:45.884949 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2037642674-network', 'tenant_id': '809ba0f056184f239038878b42942cfe'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:45.973414 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Made reservation on behalf of 809ba0f056184f239038878b42942cfe for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:45.979966 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:45.981787 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c66aa0a0-2049-47f8-ac38-4f931f7c3f05 req-de639e8a-6b3b-4765-8c8e-bb7b0d7da9e3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0359371 Oct 10 17:08:45.990609 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:46.026303 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:46.057168 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b554a6-006a-419d-ab7d-3f6fbf9b1ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "83890954-0bab-4582-a1a0-46ba1a3d846e", "tag": "ee17d066-205b-40da-b2ab-8a810dbe5020"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:08:46.096285 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Publish callbacks [] for security_group (bbb5d868-6977-403c-b7e5-326db5c4f5b5), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:46.144056 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (bbb5d868-6977-403c-b7e5-326db5c4f5b5), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:46.165912 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:08:46.180288 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb5d868-6977-403c-b7e5-326db5c4f5b5,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:46.198178 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (da4ce295-0cb9-4566-a403-8e4b10fdc9ef), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:46.198525 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Added segment da4ce295-0cb9-4566-a403-8e4b10fdc9ef of type vlan for network 2c5fd313-a9dc-44c9-b91a-97c602701c9d Oct 10 17:08:46.211107 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:46.233667 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:08:46.263171 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (2c5fd313-a9dc-44c9-b91a-97c602701c9d), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:46.306917 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b35be9-4cf5-4f5d-a3ee-7dc5edc323c4 x-openstack-request-id: req-28b35be9-4cf5-4f5d-a3ee-7dc5edc323c4 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:08:46.307178 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83890954-0bab-4582-a1a0-46ba1a3d846e", "tag": "ee17d066-205b-40da-b2ab-8a810dbe5020", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:08:46.307396 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28b35be9-4cf5-4f5d-a3ee-7dc5edc323c4 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:08:46.307809 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b35be9-4cf5-4f5d-a3ee-7dc5edc323c4'] response: {'name': 'network-changed', 'server_uuid': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'tag': 'ee17d066-205b-40da-b2ab-8a810dbe5020', 'status': 'completed', 'code': 200} Oct 10 17:08:46.362182 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (2c5fd313-a9dc-44c9-b91a-97c602701c9d), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:46.363373 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:46.364232 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:46.393991 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:46.408620 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'a87e859d-2bf5-4368-8fce-e83d1c2d2dd8', 'network_id': 'aea7132b-eded-454c-814f-84881d978853', 'port_id': 'a87e859d-2bf5-4368-8fce-e83d1c2d2dd8', 'mac_address': 'fa:16:3e:77:14:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f296b2-35d8-462a-ae95-10a76698c560', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:08:46.450297 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5fd313-a9dc-44c9-b91a-97c602701c9d,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:46.487971 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:46.487971 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:46.487971 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:46.489950 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 2c5fd313-a9dc-44c9-b91a-97c602701c9d details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:08:46.523964 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-5a418df4-4405-4fa2-8625-92ad91b33312 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6434317 Oct 10 17:08:46.526905 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 53870) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:46.531990 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Request body: {'subnet': {'network_id': '2c5fd313-a9dc-44c9-b91a-97c602701c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2037642674-subnet', 'tenant_id': '809ba0f056184f239038878b42942cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:46.600288 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.25', 55435) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:46.718096 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:08:46.720789 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-44f66455-a0d8-45e5-8f03-2e67eb78a500 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:46.722556 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-44f66455-a0d8-45e5-8f03-2e67eb78a500 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 817 time: 0.1236749 Oct 10 17:08:46.750301 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:46.867485 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-11b3d099-813c-419f-8d8b-acf8cb19c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:46.904901 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-11b3d099-813c-419f-8d8b-acf8cb19c439 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f9c633053a92460c8fd6858e66679fd3&device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 1127 time: 0.2795193 Oct 10 17:08:46.904901 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b554a6-006a-419d-ab7d-3f6fbf9b1ea4 req-470e9f32-e72c-4290-8433-a948bea4371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:46.904901 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c6b554a6-006a-419d-ab7d-3f6fbf9b1ea4 req-470e9f32-e72c-4290-8433-a948bea4371b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 1128 time: 0.2473381 Oct 10 17:08:46.905200 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-e33664be-1cd4-4edc-9bcd-c412ce7a565e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=34f584f725354f68b917b45b645b3630 HTTP/1.1" status: 200 len: 379 time: 0.1460307 Oct 10 17:08:46.908542 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'port': {'device_id': '65073136-459b-4282-b371-c7bf0f7144d2', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'admin_state_up': True, 'tenant_id': '34f584f725354f68b917b45b645b3630', 'security_groups': ['1b05a9b4-8db0-41b4-b285-91944d2aabca']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:46.919922 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423134-19f4-4fc2-8afe-e7d26306b681 req-5f81c409-f594-45e3-8b11-bd8b60d234f9 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:46.921648 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b8423134-19f4-4fc2-8afe-e7d26306b681 req-5f81c409-f594-45e3-8b11-bd8b60d234f9 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 944 time: 0.1084538 Oct 10 17:08:46.966930 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a16cf1-5730-4b5d-b21c-e27629dd0367 req-79e6b9b8-a027-4d57-aa03-dc15df26ec9d tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:46.968411 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-03a16cf1-5730-4b5d-b21c-e27629dd0367 req-79e6b9b8-a027-4d57-aa03-dc15df26ec9d tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 943 time: 0.1123204 Oct 10 17:08:47.018657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:47.074065 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b8423134-19f4-4fc2-8afe-e7d26306b681 req-b524734d-ea4a-45b8-9dc8-8d0bff35fd77 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382248 Oct 10 17:08:47.092161 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-03a16cf1-5730-4b5d-b21c-e27629dd0367 req-c122fb25-2ee9-4a11-8e9e-baf12d2dc15b tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162159 Oct 10 17:08:47.178084 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-11d5d24b-c914-41fa-80e6-0e3b17612e2c req-1fc9fc5c-cdd2-409e-b3e2-5eedc2114c24 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0281150 Oct 10 17:08:47.202594 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-5295dab7-c314-4ebf-a02d-ed017a070465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:47.204072 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-5295dab7-c314-4ebf-a02d-ed017a070465 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=aea7132b-eded-454c-814f-84881d978853 HTTP/1.1" status: 200 len: 913 time: 0.3057380 Oct 10 17:08:47.205124 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b554a6-006a-419d-ab7d-3f6fbf9b1ea4 req-2465fb8a-a1a0-4b22-8962-cb60d5e5ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:47.206416 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c6b554a6-006a-419d-ab7d-3f6fbf9b1ea4 req-2465fb8a-a1a0-4b22-8962-cb60d5e5ae27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=18aef1375628417b91f816bccd05d1cf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2937121 Oct 10 17:08:47.293078 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-13256823-7f19-461a-9f8c-e3257093019e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0763118 Oct 10 17:08:47.440838 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-aa5e2db4-1ff1-4c00-b0a5-4b1e53230410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:47.442305 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-aa5e2db4-1ff1-4c00-b0a5-4b1e53230410 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=91f296b2-35d8-462a-ae95-10a76698c560 HTTP/1.1" status: 200 len: 851 time: 0.1362321 Oct 10 17:08:47.535806 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b554a6-006a-419d-ab7d-3f6fbf9b1ea4 req-1de116d7-d77a-4036-a05c-c619a79f30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:47.537343 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c6b554a6-006a-419d-ab7d-3f6fbf9b1ea4 req-1de116d7-d77a-4036-a05c-c619a79f30bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3142450 Oct 10 17:08:47.540234 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-3d4b1c34-df43-4f0a-a920-78e965beabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:47.542116 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-3d4b1c34-df43-4f0a-a920-78e965beabdc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=aea7132b-eded-454c-814f-84881d978853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931611 Oct 10 17:08:47.674397 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-1ee36e9d-1bcc-46ff-8081-73eb8b290040 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/aea7132b-eded-454c-814f-84881d978853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120820 Oct 10 17:08:47.679343 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-73a80ecc-5438-40d4-b4be-5f1b4466b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:47.680730 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-73a80ecc-5438-40d4-b4be-5f1b4466b835 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 1128 time: 0.0531006 Oct 10 17:08:47.711246 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:47.712654 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Made reservation on behalf of 34f584f725354f68b917b45b645b3630 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:47.727319 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:47.758143 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Made reservation on behalf of 809ba0f056184f239038878b42942cfe for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:08:47.760540 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26218626'] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:47.764892 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-8edc7faa-654b-41f1-b1fd-1d7a3d6ce432 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee17d066-205b-40da-b2ab-8a810dbe5020 HTTP/1.1" status: 200 len: 217 time: 0.0668535 Oct 10 17:08:47.863803 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:47.894533 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-c5f1ff59-33b2-4fd3-a027-6a23cbfb3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:47.898727 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-c5f1ff59-33b2-4fd3-a027-6a23cbfb3286 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4fe731f9-89e1-4eef-b74c-540645002099 HTTP/1.1" status: 200 len: 849 time: 0.1190777 Oct 10 17:08:47.938443 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-c360694a-1b07-4171-bcf1-e4a5cecda635 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/aea7132b-eded-454c-814f-84881d978853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566769 Oct 10 17:08:47.964237 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-fd088571-9c9c-4110-b571-f4896074d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:47.966073 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-fd088571-9c9c-4110-b571-f4896074d9ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0eee5d35-4847-4982-a7a4-935838222131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626333 Oct 10 17:08:48.027313 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Allocated IP 172.20.0.9 (710e1b7f-f37c-4711-979b-caac1afb6b90/4eaa76f7-4bef-4ddd-b011-2a41a1757b83/bb02af33-ad9f-40d4-b884-6043f298eaeb) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:08:48.039161 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:48.098413 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['a87e859d-2bf5-4368-8fce-e83d1c2d2dd8'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:08:48.135585 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-8678bbbb-afce-4cc7-af57-a4ecf68ec9c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398895 Oct 10 17:08:48.331732 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8be128-6921-4c5f-bbf1-bccd731dab9f req-d539839a-df4a-43ed-9af9-fdcd39f77deb tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:48.340513 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bb8be128-6921-4c5f-bbf1-bccd731dab9f req-d539839a-df4a-43ed-9af9-fdcd39f77deb tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 944 time: 0.1177101 Oct 10 17:08:48.361388 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d5c6c-0cf6-48e9-967b-3f4b1a195ac7 req-d80be8cc-dd2c-4e3f-87d7-13c6af6c2466 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:48.362931 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-738d5c6c-0cf6-48e9-967b-3f4b1a195ac7 req-d80be8cc-dd2c-4e3f-87d7-13c6af6c2466 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 944 time: 0.1211612 Oct 10 17:08:48.447542 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2925975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26218640'] for subnet (2dddeb6f-de5f-48a2-a483-13ccd0d39022), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:48.448768 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:48.496111 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bb8be128-6921-4c5f-bbf1-bccd731dab9f req-a36a7cd3-ac57-4f29-9dc0-181d95fec386 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503735 Oct 10 17:08:48.505679 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-738d5c6c-0cf6-48e9-967b-3f4b1a195ac7 req-84c2c9c7-10c7-4bee-98b9-4dc9a62dea5c tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318502 Oct 10 17:08:48.565156 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dddeb6f-de5f-48a2-a483-13ccd0d39022,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:48.574923 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Checking segment: {'id': 'da4ce295-0cb9-4566-a403-8e4b10fdc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2c5fd313-a9dc-44c9-b91a-97c602701c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:48.575287 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Network hostable DHCP agents. Network: 2c5fd313-a9dc-44c9-b91a-97c602701c9d, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:08:48.579059 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f11bc181-6fa3-457e-9e54-51ded7533f7a req-a2b89926-0983-46fc-8780-4bd2c45588bd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356742 Oct 10 17:08:48.613193 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2ec35405-d49c-4544-997b-39c24129a4ee req-7e6301d7-1aaa-4ae1-9bb2-1f77bc994e78 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0338414 Oct 10 17:08:48.618980 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:48.641153 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:48.663073 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:48.673650 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:08:48.677251 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:48.679751 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:08:48.683220 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:48.698295 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Network 2c5fd313-a9dc-44c9-b91a-97c602701c9d is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:08:48.735976 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:48.736680 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:48.778603 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 2c5fd313-a9dc-44c9-b91a-97c602701c9d) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:08:48.783090 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:48.790987 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:48.791321 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0b0e0-f88d-4a78-b055-dae570f2f63f None None] Network 2c5fd313-a9dc-44c9-b91a-97c602701c9d requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:48.861704 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:48.866461 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-dda2f460-a36a-438e-a7b6-1556879f01a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9619503 Oct 10 17:08:48.916100 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-195f6d8a-e7b2-443a-a921-5d8d17181835 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3848767 Oct 10 17:08:48.921996 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e4908-5db0-4354-99b6-4c484eda1fce None None] Network 2c5fd313-a9dc-44c9-b91a-97c602701c9d requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:08:48.979040 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:48.998583 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-38f33183-af62-4139-8030-27222e6b2488 None None] Provisioning complete for port bb02af33-ad9f-40d4-b884-6043f298eaeb triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:48.999198 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-38f33183-af62-4139-8030-27222e6b2488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:48.999532 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-38f33183-af62-4139-8030-27222e6b2488 None None] Attempt 1 to provision port bb02af33-ad9f-40d4-b884-6043f298eaeb Oct 10 17:08:49.061542 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-38f33183-af62-4139-8030-27222e6b2488 None None] Port bb02af33-ad9f-40d4-b884-6043f298eaeb cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:08:49.361461 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:49.709473 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0faf1-d6eb-4a9f-82a9-116690a7498c req-1788ffc3-8e11-4e0e-9ee6-394ed24f24a4 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:49.710963 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9cd0faf1-d6eb-4a9f-82a9-116690a7498c req-1788ffc3-8e11-4e0e-9ee6-394ed24f24a4 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 944 time: 0.0849950 Oct 10 17:08:49.724097 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c40167-4a00-42d4-9488-d5c9de54e35a req-a3bc2930-8065-4bd6-8eaf-c93bea57f896 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:49.724097 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4c40167-4a00-42d4-9488-d5c9de54e35a req-a3bc2930-8065-4bd6-8eaf-c93bea57f896 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 944 time: 0.0814278 Oct 10 17:08:49.798149 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9cd0faf1-d6eb-4a9f-82a9-116690a7498c req-8cf6241c-1a2d-4979-bf95-263e5d3907c3 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733621 Oct 10 17:08:49.801186 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4c40167-4a00-42d4-9488-d5c9de54e35a req-7ddd24dd-9786-417c-a41b-e423e1bdb15f tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705168 Oct 10 17:08:49.912063 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c2385-95cd-4ed3-8b17-3b8807330edd req-3aa29642-57df-4861-a140-eb1ad337c370 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:49.916576 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-056c2385-95cd-4ed3-8b17-3b8807330edd req-3aa29642-57df-4861-a140-eb1ad337c370 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 931 time: 0.0488575 Oct 10 17:08:50.125681 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-056c2385-95cd-4ed3-8b17-3b8807330edd req-29b87bfc-3c20-47b3-a939-4ea7ae67856a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045276 Oct 10 17:08:50.263282 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 53986) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:50.375552 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2469b888-551e-442f-9214-7cd51402ea92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:50.459784 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2469b888-551e-442f-9214-7cd51402ea92 admin admin] Publish callbacks [] for security_group (b49c60ea-2edb-4ecb-9cf5-6547121dff7c), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:50.515417 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2469b888-551e-442f-9214-7cd51402ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b49c60ea-2edb-4ecb-9cf5-6547121dff7c), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:50.555917 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-2469b888-551e-442f-9214-7cd51402ea92 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9e67dedca0c848b193b097d8c797469b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914414 Oct 10 17:08:50.556811 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469b888-551e-442f-9214-7cd51402ea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49c60ea-2edb-4ecb-9cf5-6547121dff7c,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:50.558998 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54000) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:50.615749 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18522fbe-5214-4d03-84c8-23d5b77f57d4 admin admin] Publish callbacks [] for security_group (b49c60ea-2edb-4ecb-9cf5-6547121dff7c), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:50.635101 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18522fbe-5214-4d03-84c8-23d5b77f57d4 admin admin] Publish callbacks [] for security_group (b49c60ea-2edb-4ecb-9cf5-6547121dff7c), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:50.766938 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18522fbe-5214-4d03-84c8-23d5b77f57d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b49c60ea-2edb-4ecb-9cf5-6547121dff7c), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:50.769473 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18522fbe-5214-4d03-84c8-23d5b77f57d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:50.770652 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-18522fbe-5214-4d03-84c8-23d5b77f57d4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b49c60ea-2edb-4ecb-9cf5-6547121dff7c HTTP/1.1" status: 204 len: 168 time: 0.2105122 Oct 10 17:08:50.780515 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18522fbe-5214-4d03-84c8-23d5b77f57d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49c60ea-2edb-4ecb-9cf5-6547121dff7c,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:50.960799 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae58bea-b88f-48d2-b979-4581770b3917 req-4f3a002e-0b99-474f-b1e7-06a837a83051 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:50.962840 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dae58bea-b88f-48d2-b979-4581770b3917 req-4f3a002e-0b99-474f-b1e7-06a837a83051 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 944 time: 0.0768492 Oct 10 17:08:50.968681 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845a54e-9141-4ed8-98e8-5aeaed3ff2d0 req-04bf2d46-6436-4c9f-9f84-fab4b1c122f3 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:50.970043 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6845a54e-9141-4ed8-98e8-5aeaed3ff2d0 req-04bf2d46-6436-4c9f-9f84-fab4b1c122f3 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 944 time: 0.0827079 Oct 10 17:08:51.043962 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dae58bea-b88f-48d2-b979-4581770b3917 req-dfdc06e3-01a7-4250-8073-53a695435f56 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729251 Oct 10 17:08:51.047226 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6845a54e-9141-4ed8-98e8-5aeaed3ff2d0 req-69b6a6d4-2d95-4bb6-b87d-a368e359e8b2 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701869 Oct 10 17:08:51.263746 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e00e4-7f9a-48ea-a9f1-e5c6f8c3faec req-f9af8afa-c8dd-46b2-be27-62100c6ec054 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:51.265320 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b1e00e4-7f9a-48ea-a9f1-e5c6f8c3faec req-f9af8afa-c8dd-46b2-be27-62100c6ec054 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 931 time: 0.0459635 Oct 10 17:08:51.304017 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:51.320152 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b1e00e4-7f9a-48ea-a9f1-e5c6f8c3faec req-8e3e1224-fa5f-493a-9e35-0d26308a84f9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492799 Oct 10 17:08:51.357527 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Request body: {'port': {'device_id': '65073136-459b-4282-b371-c7bf0f7144d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:08:51.416326 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:51.454951 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:51.529802 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54026) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:51.542993 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e9ffec11-5318-4b69-ad1b-d696ee4b35c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:51.620068 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e9ffec11-5318-4b69-ad1b-d696ee4b35c6 admin admin] Publish callbacks [] for security_group (bfd4ed5d-a082-46f9-bbf0-2a8721913cf4), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:51.673493 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb02af33-ad9f-40d4-b884-6043f298eaeb {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:08:51.680816 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Publish callbacks [] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:51.693910 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Transition to ACTIVE for port object bb02af33-ad9f-40d4-b884-6043f298eaeb will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:08:51.721233 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e9ffec11-5318-4b69-ad1b-d696ee4b35c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (bfd4ed5d-a082-46f9-bbf0-2a8721913cf4), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:51.749645 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:51.761113 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e9ffec11-5318-4b69-ad1b-d696ee4b35c6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2271c12badb54d28b8f6782ae85ba6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302313 Oct 10 17:08:51.762302 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffec11-5318-4b69-ad1b-d696ee4b35c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4ed5d-a082-46f9-bbf0-2a8721913cf4,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:51.764678 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54028) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:08:51.814754 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2d896a35-bd6e-4c3e-9c2c-e27a7b3a85ca admin admin] Publish callbacks [] for security_group (bfd4ed5d-a082-46f9-bbf0-2a8721913cf4), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:51.829202 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:51.835638 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2d896a35-bd6e-4c3e-9c2c-e27a7b3a85ca admin admin] Publish callbacks [] for security_group (bfd4ed5d-a082-46f9-bbf0-2a8721913cf4), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:51.841719 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:51.865273 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Attempting to bind port bb02af33-ad9f-40d4-b884-6043f298eaeb on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:08:51.866265 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Attempting to bind port bb02af33-ad9f-40d4-b884-6043f298eaeb by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:08:51.866265 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Attempting to bind port bb02af33-ad9f-40d4-b884-6043f298eaeb on network 710e1b7f-f37c-4711-979b-caac1afb6b90 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:51.890069 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:08:51.920357 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Port bb02af33-ad9f-40d4-b884-6043f298eaeb on network 710e1b7f-f37c-4711-979b-caac1afb6b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:08:51.920681 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Attempting to bind port bb02af33-ad9f-40d4-b884-6043f298eaeb on network 710e1b7f-f37c-4711-979b-caac1afb6b90 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:08:51.965042 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:08:51.965663 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Checking segment: {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:08:51.965802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Bound using segment: {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:08:51.966154 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Bound port: bb02af33-ad9f-40d4-b884-6043f298eaeb, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:08:51.966505 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:52.006457 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2d896a35-bd6e-4c3e-9c2c-e27a7b3a85ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (bfd4ed5d-a082-46f9-bbf0-2a8721913cf4), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:52.006647 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:52.007022 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:52.007441 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 Oct 10 17:08:52.009820 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2d896a35-bd6e-4c3e-9c2c-e27a7b3a85ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:52.011016 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2d896a35-bd6e-4c3e-9c2c-e27a7b3a85ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bfd4ed5d-a082-46f9-bbf0-2a8721913cf4 HTTP/1.1" status: 204 len: 168 time: 0.2453954 Oct 10 17:08:52.019397 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d896a35-bd6e-4c3e-9c2c-e27a7b3a85ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4ed5d-a082-46f9-bbf0-2a8721913cf4,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:52.029488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:08:52.033218 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:08:52.106785 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:52.113690 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:52.116172 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:52.118102 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/bb02af33-ad9f-40d4-b884-6043f298eaeb HTTP/1.1" status: 200 len: 1093 time: 0.7783265 Oct 10 17:08:52.122153 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:08:52.122982 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:52.123458 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:52.126583 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86f10a0-7997-468e-a33a-2a9b19f28c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:08:52.171139 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:52.176878 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfdb893-395c-451e-bfe6-85699f6b0b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e859d-2bf5-4368-8fce-e83d1c2d2dd8'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:08:52.263870 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:52.281383 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1566a-9650-47b5-ab3f-02615248edee req-eb880d1b-a7c5-4081-8d1d-c75c2a4410e1 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:52.282898 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c9d1566a-9650-47b5-ab3f-02615248edee req-eb880d1b-a7c5-4081-8d1d-c75c2a4410e1 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 944 time: 0.1129100 Oct 10 17:08:52.293573 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85055a06-f711-416f-9819-523d9078589a req-ec87ee9a-0955-4fc0-9e6e-9f563432eea5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:52.301580 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85055a06-f711-416f-9819-523d9078589a req-ec87ee9a-0955-4fc0-9e6e-9f563432eea5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 944 time: 0.1313121 Oct 10 17:08:52.302023 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33858f2c-b772-467b-9966-d96659c5d2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:52.349905 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:52.378671 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452a9cd3-e758-4c31-9dc5-ba0d278e134a" -d '{"events": [{"server_uuid": "bcfdb893-395c-451e-bfe6-85699f6b0b73", "name": "network-vif-plugged", "status": "completed", "tag": "a87e859d-2bf5-4368-8fce-e83d1c2d2dd8"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:08:52.390783 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85055a06-f711-416f-9819-523d9078589a req-09c919f8-27ba-4ee7-8528-5e688aaa1ed0 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895684 Oct 10 17:08:52.395193 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c9d1566a-9650-47b5-ab3f-02615248edee req-d3b2dfb7-f0df-4cda-9fcb-26b84f0b65cb tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896318 Oct 10 17:08:52.440843 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d97da7-d035-4ec5-bd1a-35bec8ddaec7 x-openstack-request-id: req-07d97da7-d035-4ec5-bd1a-35bec8ddaec7 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:08:52.441389 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:08:52.441869 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07d97da7-d035-4ec5-bd1a-35bec8ddaec7 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:08:52.442776 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d97da7-d035-4ec5-bd1a-35bec8ddaec7'] response: {'name': 'network-changed', 'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'status': 'completed', 'code': 200} Oct 10 17:08:52.454706 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:52.584777 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f10a0-7997-468e-a33a-2a9b19f28c6e req-3d8979bb-8b61-409f-af5e-2d338f542a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:52.586461 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a86f10a0-7997-468e-a33a-2a9b19f28c6e req-3d8979bb-8b61-409f-af5e-2d338f542a83 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 1127 time: 0.0907998 Oct 10 17:08:52.600607 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f162c-76af-41fa-aa00-07d8f43b278e req-6b8f3221-1e3b-4a9a-a39b-f6b60967b2a7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:52.602262 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a99f162c-76af-41fa-aa00-07d8f43b278e req-6b8f3221-1e3b-4a9a-a39b-f6b60967b2a7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0587533 Oct 10 17:08:52.652548 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c005892-bfb3-4d66-904f-f2a8141c903c x-openstack-request-id: req-2c005892-bfb3-4d66-904f-f2a8141c903c {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:08:52.653058 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfdb893-395c-451e-bfe6-85699f6b0b73", "name": "network-vif-plugged", "status": "completed", "tag": "a87e859d-2bf5-4368-8fce-e83d1c2d2dd8", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:08:52.653495 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c005892-bfb3-4d66-904f-f2a8141c903c {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:08:52.653977 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c005892-bfb3-4d66-904f-f2a8141c903c'] response: {'server_uuid': 'bcfdb893-395c-451e-bfe6-85699f6b0b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e859d-2bf5-4368-8fce-e83d1c2d2dd8', 'code': 200} Oct 10 17:08:52.655884 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:52.808860 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a99f162c-76af-41fa-aa00-07d8f43b278e req-90b49101-1aed-48f2-ac0e-60b83c3b57c7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971760 Oct 10 17:08:52.864580 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f10a0-7997-468e-a33a-2a9b19f28c6e req-8d87ce20-557d-447a-847e-8509b0f2ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:52.872069 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a86f10a0-7997-468e-a33a-2a9b19f28c6e req-8d87ce20-557d-447a-847e-8509b0f2ce6f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=34f584f725354f68b917b45b645b3630&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2643406 Oct 10 17:08:53.053005 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f10a0-7997-468e-a33a-2a9b19f28c6e req-405629da-1c8d-43bb-8e38-3d9feb28bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:53.054919 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a86f10a0-7997-468e-a33a-2a9b19f28c6e req-405629da-1c8d-43bb-8e38-3d9feb28bf52 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1822333 Oct 10 17:08:53.190809 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-7bd47792-be5b-4578-8a52-5ffa7fa291fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:53.192389 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-7bd47792-be5b-4578-8a52-5ffa7fa291fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 1127 time: 0.0483146 Oct 10 17:08:53.204298 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e80e9-f2c1-4432-83dc-8b4c3d2dd26f req-f5a4282a-13b0-4c54-acf9-65904123392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:53.205877 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-147e80e9-f2c1-4432-83dc-8b4c3d2dd26f req-f5a4282a-13b0-4c54-acf9-65904123392e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 1129 time: 0.0798357 Oct 10 17:08:53.229299 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-147e80e9-f2c1-4432-83dc-8b4c3d2dd26f req-86f651e0-41eb-4de5-9f42-47fd8192d856 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:53.241504 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-bff2ff76-26d1-4678-acd9-9a2b6a0a0321 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb HTTP/1.1" status: 200 len: 217 time: 0.0341103 Oct 10 17:08:53.273432 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:53.302378 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-b5ada8e0-f0dd-4758-b049-d49d1d01312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:53.309123 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-b5ada8e0-f0dd-4758-b049-d49d1d01312c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 200 len: 856 time: 0.0564144 Oct 10 17:08:53.317853 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-147e80e9-f2c1-4432-83dc-8b4c3d2dd26f req-86f651e0-41eb-4de5-9f42-47fd8192d856 service neutron] Publish callbacks [] for security_group (d0f83306-f200-4918-ba1f-50a49a44821f), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:53.360195 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-c7c0d0d3-87d3-428a-bb6a-118f69a8815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:53.360688 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-c7c0d0d3-87d3-428a-bb6a-118f69a8815d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=710e1b7f-f37c-4711-979b-caac1afb6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489197 Oct 10 17:08:53.401003 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-147e80e9-f2c1-4432-83dc-8b4c3d2dd26f req-86f651e0-41eb-4de5-9f42-47fd8192d856 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (d0f83306-f200-4918-ba1f-50a49a44821f), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:53.466956 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:53.486969 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f651e0-41eb-4de5-9f42-47fd8192d856 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f83306-f200-4918-ba1f-50a49a44821f,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:53.492159 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-147e80e9-f2c1-4432-83dc-8b4c3d2dd26f req-86f651e0-41eb-4de5-9f42-47fd8192d856 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790747 Oct 10 17:08:53.516100 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:53.525287 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-571475db-80cf-44a5-b480-eaf27a997f24 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571836 Oct 10 17:08:53.594577 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc848-5200-416c-a88e-d9dfba5a26e9 req-46dc2c65-9b3e-4969-b006-36989001db06 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:53.596179 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b8cfc848-5200-416c-a88e-d9dfba5a26e9 req-46dc2c65-9b3e-4969-b006-36989001db06 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 944 time: 0.0974054 Oct 10 17:08:53.613363 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa96d4a-a6b8-4710-af2d-2b7b579bfdc9 req-bc6c1170-e6d1-459b-8052-9834fc9c9c0a tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:53.614803 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8aa96d4a-a6b8-4710-af2d-2b7b579bfdc9 req-bc6c1170-e6d1-459b-8052-9834fc9c9c0a tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.0938323 Oct 10 17:08:53.690364 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b8cfc848-5200-416c-a88e-d9dfba5a26e9 req-b533f018-68bf-4f9c-9215-0931cb90592c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835834 Oct 10 17:08:53.701065 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8aa96d4a-a6b8-4710-af2d-2b7b579bfdc9 req-7a7e70d4-7463-4f9e-b740-1627170402ca tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762534 Oct 10 17:08:53.824809 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device ee17d066-205b-40da-b2ab-8a810dbe5020 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:08:53.887559 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-724bdb41-6e7a-4b82-9762-7b9f408062c5 req-148e521b-0330-4e02-9cd4-5de0bf46db5c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955956 Oct 10 17:08:53.943793 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port ee17d066-205b-40da-b2ab-8a810dbe5020, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee17d066-205b-40da-b2ab-8a810dbe5020,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:53.952896 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:53.955885 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712940b-d559-4f0f-b0f8-8b020a8c97a7 req-01690873-8ced-44ee-8204-cf9e4470f162 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:53.955885 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0712940b-d559-4f0f-b0f8-8b020a8c97a7 req-01690873-8ced-44ee-8204-cf9e4470f162 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0524771 Oct 10 17:08:53.956256 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'ee17d066-205b-40da-b2ab-8a810dbe5020', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'port_id': 'ee17d066-205b-40da-b2ab-8a810dbe5020', 'mac_address': 'fa:16:3e:7e:98:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:08:53.996305 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port ee17d066-205b-40da-b2ab-8a810dbe5020 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:53.996707 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:54.010330 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0712940b-d559-4f0f-b0f8-8b020a8c97a7 req-45539d96-8e49-4f0a-91a1-872d33781b8f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447292 Oct 10 17:08:54.011063 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee17d066-205b-40da-b2ab-8a810dbe5020 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:08:54.035331 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port ee17d066-205b-40da-b2ab-8a810dbe5020, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee17d066-205b-40da-b2ab-8a810dbe5020,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:54.075544 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:54.129365 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=ee17d066-205b-40da-b2ab-8a810dbe5020,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:54.389447 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['ee17d066-205b-40da-b2ab-8a810dbe5020'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:08:54.451889 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:55.037312 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25985c8d-c523-46a6-b785-05f9077d2c89 req-ff9f5cac-25dc-46b9-8302-7d8de44a3c0e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:55.038799 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25985c8d-c523-46a6-b785-05f9077d2c89 req-ff9f5cac-25dc-46b9-8302-7d8de44a3c0e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 945 time: 0.2535388 Oct 10 17:08:55.062254 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883f47a-9276-42ab-91a6-e746360fa501 req-c8bdf800-1bad-4bfb-b3b7-f93cde95d966 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:55.063721 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6883f47a-9276-42ab-91a6-e746360fa501 req-c8bdf800-1bad-4bfb-b3b7-f93cde95d966 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.2423451 Oct 10 17:08:55.139650 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25985c8d-c523-46a6-b785-05f9077d2c89 req-9315a81e-b7be-4b18-ad38-1d15d8803057 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896034 Oct 10 17:08:55.148221 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6883f47a-9276-42ab-91a6-e746360fa501 req-8d56ea87-1730-48f9-a9dd-ba8ae78a9a12 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754387 Oct 10 17:08:55.266311 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b10a56-501c-463a-9a65-ea5f4ed7d7d4 req-15847c46-4535-479a-a374-19605d6526a0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:55.274361 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85b10a56-501c-463a-9a65-ea5f4ed7d7d4 req-15847c46-4535-479a-a374-19605d6526a0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0610044 Oct 10 17:08:55.324842 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85b10a56-501c-463a-9a65-ea5f4ed7d7d4 req-2f6a87bc-00e8-427c-a6fd-44ab8e576109 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495405 Oct 10 17:08:56.284054 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:56.285006 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:56.295919 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c14c4-1458-454c-8c38-b56df735aaa7 req-71cd17f3-3ad8-4068-9f4e-24a66accd0e4 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:56.297422 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-be1c14c4-1458-454c-8c38-b56df735aaa7 req-71cd17f3-3ad8-4068-9f4e-24a66accd0e4 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.0726795 Oct 10 17:08:56.317327 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ca57b-6242-4089-a23d-33fd267d0c76 req-f43e57a0-89a1-4084-ad97-03affb25e049 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:56.318711 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-452ca57b-6242-4089-a23d-33fd267d0c76 req-f43e57a0-89a1-4084-ad97-03affb25e049 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 945 time: 0.0831943 Oct 10 17:08:56.355934 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:56.385563 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-be1c14c4-1458-454c-8c38-b56df735aaa7 req-16effe1e-68d0-4be7-b3d7-dfc39426e36c tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825582 Oct 10 17:08:56.389039 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-452ca57b-6242-4089-a23d-33fd267d0c76 req-b71c9603-2fe6-415c-8631-a1bc20b0bd08 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635688 Oct 10 17:08:56.492011 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2ac2f-04ca-4095-b354-7e1f7889e796 req-9c2d1f53-486a-4f50-be2b-8c5b3432d8ca tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:56.494092 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-46a2ac2f-04ca-4095-b354-7e1f7889e796 req-9c2d1f53-486a-4f50-be2b-8c5b3432d8ca tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0515633 Oct 10 17:08:56.541408 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-46a2ac2f-04ca-4095-b354-7e1f7889e796 req-b8dbbed1-c1f0-40a7-8767-2ea7410971d7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416932 Oct 10 17:08:57.212918 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:08:57.537251 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879567e1-c010-4d64-9064-624eb734d264 req-e0c373e6-97e0-40e7-9591-00e98db216a7 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:57.538733 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-879567e1-c010-4d64-9064-624eb734d264 req-e0c373e6-97e0-40e7-9591-00e98db216a7 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.0794454 Oct 10 17:08:57.547188 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8ba6-cbff-4e61-b22e-5131996f600f req-3ec42b01-5788-4cea-893b-7e47d02bab96 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:57.548599 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-86ec8ba6-cbff-4e61-b22e-5131996f600f req-3ec42b01-5788-4cea-893b-7e47d02bab96 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 945 time: 0.0785136 Oct 10 17:08:57.624520 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-879567e1-c010-4d64-9064-624eb734d264 req-6edc82b1-6bf3-4c68-a48f-dc4cda232821 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749888 Oct 10 17:08:57.628506 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-86ec8ba6-cbff-4e61-b22e-5131996f600f req-d5bdedbc-701e-4cca-85f2-c6c9e6b99586 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723143 Oct 10 17:08:57.724157 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03854ac-115d-43fd-9ff7-faa10ee3b75b req-5e446796-9c9d-461f-8239-f5b4bf6b5a1f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:57.725540 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a03854ac-115d-43fd-9ff7-faa10ee3b75b req-5e446796-9c9d-461f-8239-f5b4bf6b5a1f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0463140 Oct 10 17:08:57.771723 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a03854ac-115d-43fd-9ff7-faa10ee3b75b req-0768eb06-9d26-4492-adbe-f6188f0dcbbe tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406599 Oct 10 17:08:57.953239 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device ee17d066-205b-40da-b2ab-8a810dbe5020 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:08:57.997217 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port ee17d066-205b-40da-b2ab-8a810dbe5020 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:08:58.051480 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port ee17d066-205b-40da-b2ab-8a810dbe5020 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:08:58.051851 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:58.052212 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port ee17d066-205b-40da-b2ab-8a810dbe5020 Oct 10 17:08:58.126248 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port ee17d066-205b-40da-b2ab-8a810dbe5020 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:08:58.126646 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:58.149962 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee17d066-205b-40da-b2ab-8a810dbe5020'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:08:58.152196 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52938e5-76a3-4438-980b-50c577e6b360" -d '{"events": [{"server_uuid": "83890954-0bab-4582-a1a0-46ba1a3d846e", "name": "network-vif-plugged", "status": "completed", "tag": "ee17d066-205b-40da-b2ab-8a810dbe5020"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:08:58.164495 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port ee17d066-205b-40da-b2ab-8a810dbe5020, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee17d066-205b-40da-b2ab-8a810dbe5020,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:08:58.189970 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79986d8e-326a-4be6-bd13-cd7e2bb700c5 x-openstack-request-id: req-79986d8e-326a-4be6-bd13-cd7e2bb700c5 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:08:58.190280 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83890954-0bab-4582-a1a0-46ba1a3d846e", "name": "network-vif-plugged", "status": "completed", "tag": "ee17d066-205b-40da-b2ab-8a810dbe5020", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:08:58.190818 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79986d8e-326a-4be6-bd13-cd7e2bb700c5 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:08:58.191239 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79986d8e-326a-4be6-bd13-cd7e2bb700c5'] response: {'server_uuid': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee17d066-205b-40da-b2ab-8a810dbe5020', 'code': 200} Oct 10 17:08:58.217625 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:08:58.268377 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=ee17d066-205b-40da-b2ab-8a810dbe5020,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:08:58.776156 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900ae36-57be-41e2-b9b2-9f781790228a req-2cfa98e1-1943-42df-877b-ad3928a4422a tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:58.777606 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f900ae36-57be-41e2-b9b2-9f781790228a req-2cfa98e1-1943-42df-877b-ad3928a4422a tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.0773439 Oct 10 17:08:58.785454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e92c4-d20b-4b4c-bcc2-73fc13efdd3b req-0c0fe329-4edd-4daf-ab11-004875f3099b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:58.786768 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ff6e92c4-d20b-4b4c-bcc2-73fc13efdd3b req-0c0fe329-4edd-4daf-ab11-004875f3099b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0775411 Oct 10 17:08:58.805425 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:08:58.861859 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f900ae36-57be-41e2-b9b2-9f781790228a req-c12a153c-f306-461b-a278-55e1601b1725 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741770 Oct 10 17:08:58.866276 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ff6e92c4-d20b-4b4c-bcc2-73fc13efdd3b req-cad1dc09-3083-45e3-bb5b-2c046c188014 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727544 Oct 10 17:08:58.975530 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04775d6-ee35-4204-bd5d-6ab6524f8b4b req-dcae8160-be9f-408c-a421-aefa03e21435 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:08:58.977213 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e04775d6-ee35-4204-bd5d-6ab6524f8b4b req-dcae8160-be9f-408c-a421-aefa03e21435 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0489399 Oct 10 17:08:59.029695 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e04775d6-ee35-4204-bd5d-6ab6524f8b4b req-52e0b5da-3d20-47e6-8778-673366c49c7e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461552 Oct 10 17:09:00.013359 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be59d44-93fa-4faf-935a-0ca7de9f8807 req-aadc982c-9cd1-4dca-8832-05463b81d2c5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:00.014674 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8be59d44-93fa-4faf-935a-0ca7de9f8807 req-aadc982c-9cd1-4dca-8832-05463b81d2c5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0487792 Oct 10 17:09:00.067158 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8be59d44-93fa-4faf-935a-0ca7de9f8807 req-96f2bd96-08b3-44ca-a487-1f0a43c592d6 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461593 Oct 10 17:09:00.167014 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb6370-4e67-4a4f-a9db-4e4e45d60209 req-0e27447d-8c63-4a86-8542-f28def3b674c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:00.168525 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0cfb6370-4e67-4a4f-a9db-4e4e45d60209 req-0e27447d-8c63-4a86-8542-f28def3b674c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0460060 Oct 10 17:09:00.214595 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0cfb6370-4e67-4a4f-a9db-4e4e45d60209 req-6e14233c-5ba1-4394-a032-e931913bfaad tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405331 Oct 10 17:09:01.193945 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aaca8-32a0-4e63-b54a-42badc2c5e19 req-9d1edaf9-7eae-4979-8db4-1673f2a7336e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:01.195362 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-629aaca8-32a0-4e63-b54a-42badc2c5e19 req-9d1edaf9-7eae-4979-8db4-1673f2a7336e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0479720 Oct 10 17:09:01.240002 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-629aaca8-32a0-4e63-b54a-42badc2c5e19 req-93140b97-1747-40a9-89f9-01eec225b7fc tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386345 Oct 10 17:09:01.336527 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9da893-72bb-4539-8103-46db5001a854 req-7d79d355-b83f-4765-bf39-214e67331a36 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:01.337994 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9c9da893-72bb-4539-8103-46db5001a854 req-7d79d355-b83f-4765-bf39-214e67331a36 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0459120 Oct 10 17:09:01.369435 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device bb02af33-ad9f-40d4-b884-6043f298eaeb details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:09:01.384566 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9c9da893-72bb-4539-8103-46db5001a854 req-e8d66e30-048d-4dbf-8fae-44a2c705ca42 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405514 Oct 10 17:09:01.478166 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:01.488846 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'port_id': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'mac_address': 'fa:16:3e:77:e4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:09:01.526368 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port bb02af33-ad9f-40d4-b884-6043f298eaeb is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:01.526757 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:01.542418 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb02af33-ad9f-40d4-b884-6043f298eaeb {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:09:01.562615 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:01.612187 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:01.639834 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:01.659508 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:01.884206 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ff480-00fb-438b-a20a-f0e7b70e5543 req-caee5843-f0ff-4dc7-8cc5-d62220268aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:01.885730 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-bd6ff480-00fb-438b-a20a-f0e7b70e5543 req-caee5843-f0ff-4dc7-8cc5-d62220268aaa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 1130 time: 0.0690930 Oct 10 17:09:01.935430 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-bd6ff480-00fb-438b-a20a-f0e7b70e5543 req-54b42818-1b43-4603-936d-33abae62ec0e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Oct 10 17:09:01.976541 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['bb02af33-ad9f-40d4-b884-6043f298eaeb'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:09:02.360045 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752a2a2-0d40-4231-8df2-8eb21df112fe req-a25b8f05-db06-4070-a959-24c303eaaf3e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:02.361530 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b752a2a2-0d40-4231-8df2-8eb21df112fe req-a25b8f05-db06-4070-a959-24c303eaaf3e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0472679 Oct 10 17:09:02.408725 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:02.417516 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b752a2a2-0d40-4231-8df2-8eb21df112fe req-6073ec3e-fcf1-4e0f-8bcd-f727463671b7 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465801 Oct 10 17:09:02.523445 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213458ad-8d1c-4f3c-aedb-02f7a18971dc req-d5df7c1f-9b92-4bf6-8270-b3df02be2580 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:02.526579 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-213458ad-8d1c-4f3c-aedb-02f7a18971dc req-d5df7c1f-9b92-4bf6-8270-b3df02be2580 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 944 time: 0.0489130 Oct 10 17:09:02.580388 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-213458ad-8d1c-4f3c-aedb-02f7a18971dc req-17530294-c1ee-4502-a99d-7992608d9478 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485992 Oct 10 17:09:03.558991 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17368fe-9bc7-4941-837b-5af759f3f160 req-ff01e59f-f62b-4cb7-8884-9a1fd197ff55 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:03.564783 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a17368fe-9bc7-4941-837b-5af759f3f160 req-ff01e59f-f62b-4cb7-8884-9a1fd197ff55 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0530717 Oct 10 17:09:03.608651 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a17368fe-9bc7-4941-837b-5af759f3f160 req-d972c0f8-450c-44cb-9a00-af398956ec7b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414436 Oct 10 17:09:03.719488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6136c49-b682-4543-8d15-d75d60a85b49 req-11a74796-df30-44bc-86ad-b99cf126017b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:03.720960 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d6136c49-b682-4543-8d15-d75d60a85b49 req-11a74796-df30-44bc-86ad-b99cf126017b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 944 time: 0.0499275 Oct 10 17:09:03.771342 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d6136c49-b682-4543-8d15-d75d60a85b49 req-d3215d62-0c78-47df-bc60-b13a7cac0288 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447786 Oct 10 17:09:03.987174 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device bb02af33-ad9f-40d4-b884-6043f298eaeb up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:09:04.036965 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:04.038011 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port bb02af33-ad9f-40d4-b884-6043f298eaeb completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:09:04.098793 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port bb02af33-ad9f-40d4-b884-6043f298eaeb triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:04.099358 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:04.099760 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port bb02af33-ad9f-40d4-b884-6043f298eaeb Oct 10 17:09:04.181292 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port bb02af33-ad9f-40d4-b884-6043f298eaeb is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:04.181692 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:04.206926 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:09:04.209189 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e305622a-92e8-4047-b04c-31e2a63ad72b" -d '{"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:09:04.221433 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:04.248478 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767215df-c3ca-4de0-80e8-b793285f63b6 x-openstack-request-id: req-767215df-c3ca-4de0-80e8-b793285f63b6 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:09:04.248768 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:09:04.249026 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-767215df-c3ca-4de0-80e8-b793285f63b6 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:09:04.249425 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767215df-c3ca-4de0-80e8-b793285f63b6'] response: {'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'code': 200} Oct 10 17:09:04.309362 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:04.361277 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:04.606909 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac26116-1397-402e-81a8-2e6783dc3403 req-045fa308-3061-4408-b35e-75e2381679f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:04.608448 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dac26116-1397-402e-81a8-2e6783dc3403 req-045fa308-3061-4408-b35e-75e2381679f7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 1129 time: 0.0426815 Oct 10 17:09:04.660066 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dac26116-1397-402e-81a8-2e6783dc3403 req-778dc198-a8f6-4b1b-8963-c9bdbb4a7563 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453999 Oct 10 17:09:04.735623 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905e10d-6272-4836-a0f0-d30e09bb41d5 req-07974177-b00c-4bc6-8269-59e21e5c410f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:04.737285 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b905e10d-6272-4836-a0f0-d30e09bb41d5 req-07974177-b00c-4bc6-8269-59e21e5c410f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0469511 Oct 10 17:09:04.774532 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:04.787402 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b905e10d-6272-4836-a0f0-d30e09bb41d5 req-340cc168-4cde-4cac-80f5-e7a836552cad tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443382 Oct 10 17:09:04.930654 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c0f8-7b44-460c-84c6-6f0c5ff55420 req-caa0aa77-28b1-49db-985a-ff5c8b6b660a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:04.932287 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f4c0f8-7b44-460c-84c6-6f0c5ff55420 req-caa0aa77-28b1-49db-985a-ff5c8b6b660a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0556388 Oct 10 17:09:04.978222 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-6b23cc8b-c9a3-4ec7-b29a-97a0b287ccce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:04.982987 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f4c0f8-7b44-460c-84c6-6f0c5ff55420 req-c6a431b3-b5e6-4a89-9e4c-fdce79f5169d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442610 Oct 10 17:09:05.147789 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591690-a46a-44b6-9b96-dd3d9de325c2 req-abb6ea2b-d30e-4fa4-9e27-2e58480b2b86 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:05.149330 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2f591690-a46a-44b6-9b96-dd3d9de325c2 req-abb6ea2b-d30e-4fa4-9e27-2e58480b2b86 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0623715 Oct 10 17:09:05.162861 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 54442) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:05.167459 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-f621ed56-409f-4b89-bbcc-4fbac26fac26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'floatingip': {'port_id': 'ee17d066-205b-40da-b2ab-8a810dbe5020'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:09:05.241346 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f621ed56-409f-4b89-bbcc-4fbac26fac26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (34714aed-9179-48fd-bb86-9d9bbba5de9a), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:05.848828 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f621ed56-409f-4b89-bbcc-4fbac26fac26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:05.926140 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f621ed56-409f-4b89-bbcc-4fbac26fac26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (34714aed-9179-48fd-bb86-9d9bbba5de9a), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:06.173634 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:06.220978 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc51769-b2c7-4157-9dbc-ca14a8bec6a1 req-982c72db-a2ad-494a-9035-1cb88f1a3a6a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:06.222501 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-adc51769-b2c7-4157-9dbc-ca14a8bec6a1 req-982c72db-a2ad-494a-9035-1cb88f1a3a6a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0827100 Oct 10 17:09:06.261930 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-f621ed56-409f-4b89-bbcc-4fbac26fac26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Floating IP 34714aed-9179-48fd-bb86-9d9bbba5de9a associated. External IP: 172.27.4.236, port: ee17d066-205b-40da-b2ab-8a810dbe5020. Oct 10 17:09:06.332948 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-adc51769-b2c7-4157-9dbc-ca14a8bec6a1 req-fa4ff819-d759-41bb-afb6-a6667c465db7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018393 Oct 10 17:09:06.377230 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:06.509628 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd7cfc-65c3-47d4-8335-32eeb8c96d4f req-a93df350-1f1f-437b-8603-e9e052d4f44e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:06.511114 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5ebd7cfc-65c3-47d4-8335-32eeb8c96d4f req-a93df350-1f1f-437b-8603-e9e052d4f44e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0873873 Oct 10 17:09:06.521501 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54500) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:06.526823 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-a91b9d93-ea97-43e0-b142-341af9784198 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'floatingip': {'port_id': 'bb02af33-ad9f-40d4-b884-6043f298eaeb'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:09:06.530656 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f621ed56-409f-4b89-bbcc-4fbac26fac26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Router 7a574c56-3c1a-4977-822c-f73a74fc7d83 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:09:06.635607 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a91b9d93-ea97-43e0-b142-341af9784198 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (d99a20ba-43a5-41b4-a34d-3682e2ad61bf), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:06.655155 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f621ed56-409f-4b89-bbcc-4fbac26fac26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:09:06.659928 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f621ed56-409f-4b89-bbcc-4fbac26fac26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:06.668619 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] Sync routers for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:09:06.679212 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:06.679818 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:06.700577 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-f621ed56-409f-4b89-bbcc-4fbac26fac26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/34714aed-9179-48fd-bb86-9d9bbba5de9a HTTP/1.1" status: 200 len: 992 time: 1.5363755 Oct 10 17:09:06.701420 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'tag': 'ee17d066-205b-40da-b2ab-8a810dbe5020'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:09:06.704257 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "83890954-0bab-4582-a1a0-46ba1a3d846e", "tag": "ee17d066-205b-40da-b2ab-8a810dbe5020"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:09:06.751580 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281a78ca-eb88-49c2-b1bf-d826d852a0bc x-openstack-request-id: req-281a78ca-eb88-49c2-b1bf-d826d852a0bc {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:09:06.751874 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83890954-0bab-4582-a1a0-46ba1a3d846e", "tag": "ee17d066-205b-40da-b2ab-8a810dbe5020", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:09:06.752170 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-281a78ca-eb88-49c2-b1bf-d826d852a0bc {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:09:06.752570 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281a78ca-eb88-49c2-b1bf-d826d852a0bc'] response: {'name': 'network-changed', 'server_uuid': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'tag': 'ee17d066-205b-40da-b2ab-8a810dbe5020', 'status': 'completed', 'code': 200} Oct 10 17:09:06.798388 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:06.961529 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-988542f2-e10c-42dd-bd30-e9f871e26cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:06.963765 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-988542f2-e10c-42dd-bd30-e9f871e26cab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 1130 time: 0.0823841 Oct 10 17:09:07.078325 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '34714aed-9179-48fd-bb86-9d9bbba5de9a', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'port_id': 'ee17d066-205b-40da-b2ab-8a810dbe5020', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'mac_address': 'fa:16:3e:7e:98:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:08:22Z', 'updated_at': '2022-10-10T17:09:05Z', 'revision_number': 1, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:07.106009 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] Checking router: 7a574c56-3c1a-4977-822c-f73a74fc7d83 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:09:07.114635 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:07.115241 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:08:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:07.212641 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:07.251006 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-f67b21da-a014-4efc-a1a2-55ca415c5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:07.252525 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-f67b21da-a014-4efc-a1a2-55ca415c5fff service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 911 time: 0.2817843 Oct 10 17:09:07.292111 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-568c5b57-6640-4683-9105-34028c17a2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:07.437509 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '34714aed-9179-48fd-bb86-9d9bbba5de9a', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'port_id': 'ee17d066-205b-40da-b2ab-8a810dbe5020', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'mac_address': 'fa:16:3e:7e:98:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:08:22Z', 'updated_at': '2022-10-10T17:09:05Z', 'revision_number': 1, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:07.443713 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:07.445951 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-278673b7-2785-4cb8-967f-a7faf2c82809 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee17d066-205b-40da-b2ab-8a810dbe5020 HTTP/1.1" status: 200 len: 1000 time: 0.1805899 Oct 10 17:09:07.462454 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a17c3-09b5-4352-8299-e97ca8f8fb64 None None] The sync data for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi is: [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '34714aed-9179-48fd-bb86-9d9bbba5de9a', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'port_id': 'ee17d066-205b-40da-b2ab-8a810dbe5020', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'mac_address': 'fa:16:3e:7e:98:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:08:22Z', 'updated_at': '2022-10-10T17:09:05Z', 'revision_number': 1, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:09:07.707933 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1ee61-de1f-486a-97b0-8271313210f8 None None] New status for floating IP 34714aed-9179-48fd-bb86-9d9bbba5de9a: ACTIVE {{(pid=105001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:09:07.743227 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a91b9d93-ea97-43e0-b142-341af9784198 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:07.756520 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-032d2c9f-c335-4214-80ed-cc8a06b382e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:07.758252 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-032d2c9f-c335-4214-80ed-cc8a06b382e3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4fe731f9-89e1-4eef-b74c-540645002099 HTTP/1.1" status: 200 len: 849 time: 0.0868082 Oct 10 17:09:07.857343 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a91b9d93-ea97-43e0-b142-341af9784198 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (d99a20ba-43a5-41b4-a34d-3682e2ad61bf), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:07.956415 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [None req-a91b9d93-ea97-43e0-b142-341af9784198 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Floating IP d99a20ba-43a5-41b4-a34d-3682e2ad61bf associated. External IP: 172.27.4.48, port: bb02af33-ad9f-40d4-b884-6043f298eaeb. Oct 10 17:09:08.064402 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-96d413ca-9b5b-4d15-8819-583281cd4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:08.064402 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-96d413ca-9b5b-4d15-8819-583281cd4067 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0eee5d35-4847-4982-a7a4-935838222131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706143 Oct 10 17:09:08.105639 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:08.240566 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-46b5d157-ae68-47d0-b0f9-56cfa3e92798 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492574 Oct 10 17:09:08.321127 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:08.354019 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91b9d93-ea97-43e0-b142-341af9784198 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Router a088680d-e74b-4325-86ee-e3c81ba5e868 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:09:08.388270 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dcc7bf2c-fbd4-4c10-b08f-5f7bfd55b1f5 req-7a9ca29e-eb69-4402-aca1-aacdbc0cd50a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409328 Oct 10 17:09:08.432934 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:08.483124 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b9d93-ea97-43e0-b142-341af9784198 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:09:08.487732 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a91b9d93-ea97-43e0-b142-341af9784198 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:08.494961 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] Sync routers for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:09:08.504362 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:08.504956 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:09:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:08.518331 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a91b9d93-ea97-43e0-b142-341af9784198 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d99a20ba-43a5-41b4-a34d-3682e2ad61bf HTTP/1.1" status: 200 len: 990 time: 1.9956560 Oct 10 17:09:08.519229 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:09:08.521736 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223" -d '{"events": [{"name": "network-changed", "server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:09:08.565556 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36b9c0f-8371-4d02-985a-50a923931f96 x-openstack-request-id: req-c36b9c0f-8371-4d02-985a-50a923931f96 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:09:08.566967 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:09:08.567233 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c36b9c0f-8371-4d02-985a-50a923931f96 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:09:08.568393 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36b9c0f-8371-4d02-985a-50a923931f96'] response: {'name': 'network-changed', 'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'status': 'completed', 'code': 200} Oct 10 17:09:08.685121 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-d16cdde7-5cd6-4405-8db0-b24ab5aa9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:08.686962 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-d16cdde7-5cd6-4405-8db0-b24ab5aa9e11 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 1129 time: 0.0530784 Oct 10 17:09:08.709303 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:08.725420 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:08.800758 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-ab9fa51e-0f14-456e-bbbd-32a4e7fb2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:08.802359 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-ab9fa51e-0f14-456e-bbbd-32a4e7fb2a34 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 918 time: 0.0966027 Oct 10 17:09:08.871122 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:08.882585 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-a655050a-4903-4ae2-a1c2-26fb9ff5a7b2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb HTTP/1.1" status: 200 len: 998 time: 0.0736272 Oct 10 17:09:08.965044 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd99a20ba-43a5-41b4-a34d-3682e2ad61bf', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'port_id': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'mac_address': 'fa:16:3e:77:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65073136-459b-4282-b371-c7bf0f7144d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:08:22Z', 'updated_at': '2022-10-10T17:09:07Z', 'revision_number': 1, 'project_id': '34f584f725354f68b917b45b645b3630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:08.967597 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-aa44e6d2-dda1-4a8b-b08f-b2d439e67d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:08.969214 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-aa44e6d2-dda1-4a8b-b08f-b2d439e67d18 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 200 len: 856 time: 0.0783751 Oct 10 17:09:08.990812 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] Checking router: a088680d-e74b-4325-86ee-e3c81ba5e868 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:09:09.002067 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:09.003182 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:09:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:09.015967 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-6aa7054e-f031-44b5-adfd-d54117ed4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:09.017669 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-6aa7054e-f031-44b5-adfd-d54117ed4cfc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=710e1b7f-f37c-4711-979b-caac1afb6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423098 Oct 10 17:09:09.129929 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:09.134303 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-70edd4db-2e2d-4b50-b29a-9c3bf3ddc983 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099117 Oct 10 17:09:09.248842 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-3f5c5b96-bd73-4bb6-8fcf-f814dc86a223 req-a957d4ba-60d8-4f2c-b302-0fbb20cf5c2f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935526 Oct 10 17:09:09.356237 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd99a20ba-43a5-41b4-a34d-3682e2ad61bf', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'port_id': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'mac_address': 'fa:16:3e:77:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65073136-459b-4282-b371-c7bf0f7144d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:08:22Z', 'updated_at': '2022-10-10T17:09:07Z', 'revision_number': 1, 'project_id': '34f584f725354f68b917b45b645b3630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:09.380660 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4813b2-6472-406b-bd13-c2dc4824d437 None None] The sync data for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi is: [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd99a20ba-43a5-41b4-a34d-3682e2ad61bf', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'port_id': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'mac_address': 'fa:16:3e:77:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65073136-459b-4282-b371-c7bf0f7144d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:08:22Z', 'updated_at': '2022-10-10T17:09:07Z', 'revision_number': 1, 'project_id': '34f584f725354f68b917b45b645b3630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:09:09.594172 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e69ab6-2d5f-4078-985c-4ca29afe215a None None] New status for floating IP d99a20ba-43a5-41b4-a34d-3682e2ad61bf: ACTIVE {{(pid=105001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:09:09.725369 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:09.885865 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54606) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:09.995638 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:10.011908 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:10.068881 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:10.097357 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Publish callbacks [] for security_group (c4669be1-9694-472d-932d-f27d9a3277f8), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:10.212371 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (c4669be1-9694-472d-932d-f27d9a3277f8), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:10.247310 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:10.258298 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=386ecca063274422a3552966962154c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679476 Oct 10 17:09:10.258298 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4669be1-9694-472d-932d-f27d9a3277f8,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:10.258669 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 54628) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:10.264842 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.265187 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.265731 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.265874 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.266209 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.266535 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.266860 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.267180 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.267505 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.267828 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.268235 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.268688 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.268917 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.269241 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.269561 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809338-b378-4a82-8ee4-4efb5d13b777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.310701 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Publish callbacks [] for security_group (c4669be1-9694-472d-932d-f27d9a3277f8), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:10.332317 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Publish callbacks [] for security_group (c4669be1-9694-472d-932d-f27d9a3277f8), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:10.469842 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (c4669be1-9694-472d-932d-f27d9a3277f8), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:10.472853 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:10.477240 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c4669be1-9694-472d-932d-f27d9a3277f8 HTTP/1.1" status: 204 len: 168 time: 0.2139192 Oct 10 17:09:10.487562 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4669be1-9694-472d-932d-f27d9a3277f8,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:10.496060 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.496421 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.496949 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.497316 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.497635 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.497968 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.498300 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.498630 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.498961 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.499376 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.499762 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.500176 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.500436 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.500757 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:10.501082 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110cfca8-5268-4065-b552-649596d1e65e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:11.115170 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 54648) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:11.129189 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-471755ab-da5e-4a22-b937-7c787f621ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.200744 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:11.209693 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-471755ab-da5e-4a22-b937-7c787f621ab2 admin admin] Publish callbacks [] for security_group (52a88985-6da0-4475-946c-65963f7cf60a), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.292649 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-471755ab-da5e-4a22-b937-7c787f621ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (52a88985-6da0-4475-946c-65963f7cf60a), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.337154 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-471755ab-da5e-4a22-b937-7c787f621ab2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=582d9c1b08794b8c9cd17cd61b26daca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206681 Oct 10 17:09:11.338581 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471755ab-da5e-4a22-b937-7c787f621ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a88985-6da0-4475-946c-65963f7cf60a,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:11.340555 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54662) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:11.393064 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-29ed0baa-2625-4e3c-a9de-af7848e89196 admin admin] Publish callbacks [] for security_group (52a88985-6da0-4475-946c-65963f7cf60a), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.413829 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-29ed0baa-2625-4e3c-a9de-af7848e89196 admin admin] Publish callbacks [] for security_group (52a88985-6da0-4475-946c-65963f7cf60a), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.509498 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-29ed0baa-2625-4e3c-a9de-af7848e89196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (52a88985-6da0-4475-946c-65963f7cf60a), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.511254 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 54666) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:11.512755 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-29ed0baa-2625-4e3c-a9de-af7848e89196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.513871 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-29ed0baa-2625-4e3c-a9de-af7848e89196 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/52a88985-6da0-4475-946c-65963f7cf60a HTTP/1.1" status: 204 len: 168 time: 0.1723068 Oct 10 17:09:11.522234 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed0baa-2625-4e3c-a9de-af7848e89196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a88985-6da0-4475-946c-65963f7cf60a,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:11.627048 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-09a7b603-4039-483b-bafe-e125c09b15b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.704201 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-09a7b603-4039-483b-bafe-e125c09b15b0 admin admin] Publish callbacks [] for security_group (dfe9ea80-40b3-4306-8920-0e231a388bc1), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.754481 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-09a7b603-4039-483b-bafe-e125c09b15b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (dfe9ea80-40b3-4306-8920-0e231a388bc1), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.795877 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-09a7b603-4039-483b-bafe-e125c09b15b0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5e3f908b9ce940efafb95df1696ec5a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835078 Oct 10 17:09:11.797582 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7b603-4039-483b-bafe-e125c09b15b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9ea80-40b3-4306-8920-0e231a388bc1,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:11.798804 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54676) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:11.831724 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:11.858677 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3820f8b9-595e-4389-8916-6fb73b2cc411 admin admin] Publish callbacks [] for security_group (dfe9ea80-40b3-4306-8920-0e231a388bc1), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:11.883343 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3820f8b9-595e-4389-8916-6fb73b2cc411 admin admin] Publish callbacks [] for security_group (dfe9ea80-40b3-4306-8920-0e231a388bc1), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:12.003222 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3820f8b9-595e-4389-8916-6fb73b2cc411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (dfe9ea80-40b3-4306-8920-0e231a388bc1), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:12.006678 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3820f8b9-595e-4389-8916-6fb73b2cc411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:12.010779 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-3820f8b9-595e-4389-8916-6fb73b2cc411 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dfe9ea80-40b3-4306-8920-0e231a388bc1 HTTP/1.1" status: 204 len: 168 time: 0.2078896 Oct 10 17:09:12.031268 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820f8b9-595e-4389-8916-6fb73b2cc411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9ea80-40b3-4306-8920-0e231a388bc1,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:12.813870 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 54728) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:12.827582 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e687bd59-b593-4f2e-b435-4924e318a184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:12.922428 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e687bd59-b593-4f2e-b435-4924e318a184 admin admin] Publish callbacks [] for security_group (1573240a-4092-4e26-b47d-54467b1da968), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:13.040767 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e687bd59-b593-4f2e-b435-4924e318a184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1573240a-4092-4e26-b47d-54467b1da968), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:13.253400 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-e687bd59-b593-4f2e-b435-4924e318a184 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=033b40f361574c03b2c6686eed62ac31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654052 Oct 10 17:09:13.253400 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687bd59-b593-4f2e-b435-4924e318a184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1573240a-4092-4e26-b47d-54467b1da968,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:13.254517 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54732) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:13.254517 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-05747e29-8075-41b9-9ff2-b60ec0504dcb admin admin] Publish callbacks [] for security_group (1573240a-4092-4e26-b47d-54467b1da968), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:13.254517 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-05747e29-8075-41b9-9ff2-b60ec0504dcb admin admin] Publish callbacks [] for security_group (1573240a-4092-4e26-b47d-54467b1da968), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:13.441362 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-05747e29-8075-41b9-9ff2-b60ec0504dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1573240a-4092-4e26-b47d-54467b1da968), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:13.447871 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-05747e29-8075-41b9-9ff2-b60ec0504dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:13.447871 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-05747e29-8075-41b9-9ff2-b60ec0504dcb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1573240a-4092-4e26-b47d-54467b1da968 HTTP/1.1" status: 204 len: 168 time: 0.3613713 Oct 10 17:09:13.456660 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05747e29-8075-41b9-9ff2-b60ec0504dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1573240a-4092-4e26-b47d-54467b1da968,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:14.274246 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54788) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:14.289964 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2f7073db-9883-4e9b-82ba-923d50634b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:14.387551 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2f7073db-9883-4e9b-82ba-923d50634b31 admin admin] Publish callbacks [] for security_group (09b8e99c-8461-4fba-b220-38567863ddbf), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:14.451618 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2f7073db-9883-4e9b-82ba-923d50634b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (09b8e99c-8461-4fba-b220-38567863ddbf), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:14.486632 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2f7073db-9883-4e9b-82ba-923d50634b31 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7de6efc57d134e2f88986a500781167b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106524 Oct 10 17:09:14.487845 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7073db-9883-4e9b-82ba-923d50634b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b8e99c-8461-4fba-b220-38567863ddbf,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:14.489384 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 54794) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:14.545082 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce2c1-fe26-4ed0-b8b3-6cb740e86029 admin admin] Publish callbacks [] for security_group (09b8e99c-8461-4fba-b220-38567863ddbf), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:14.558282 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:14.567978 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce2c1-fe26-4ed0-b8b3-6cb740e86029 admin admin] Publish callbacks [] for security_group (09b8e99c-8461-4fba-b220-38567863ddbf), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:14.692495 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce2c1-fe26-4ed0-b8b3-6cb740e86029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (09b8e99c-8461-4fba-b220-38567863ddbf), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:14.695238 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce2c1-fe26-4ed0-b8b3-6cb740e86029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:14.699497 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-bd7ce2c1-fe26-4ed0-b8b3-6cb740e86029 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/09b8e99c-8461-4fba-b220-38567863ddbf HTTP/1.1" status: 204 len: 168 time: 0.2059517 Oct 10 17:09:14.706564 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ce2c1-fe26-4ed0-b8b3-6cb740e86029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b8e99c-8461-4fba-b220-38567863ddbf,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:14.887014 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:16.202110 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-fff0b5dc-2b7f-4334-9d98-f16d2be0c8a5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567451 Oct 10 17:09:16.314977 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:16.326018 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-17e6f314-02c4-46a2-9502-e57ba7e5d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:16.327494 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-17e6f314-02c4-46a2-9502-e57ba7e5d0f7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f9c633053a92460c8fd6858e66679fd3&device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 1129 time: 0.0395052 Oct 10 17:09:16.451852 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-feebbe0e-d94f-480f-b21d-8028c02a8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:16.453792 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-feebbe0e-d94f-480f-b21d-8028c02a8aaa service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=aea7132b-eded-454c-814f-84881d978853 HTTP/1.1" status: 200 len: 913 time: 0.1082644 Oct 10 17:09:16.500237 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-fe7ac063-03b1-4710-8163-00e91e335a91 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0380709 Oct 10 17:09:16.550337 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-9095fb1c-32c4-4790-80c3-3b346fda99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:16.551793 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-9095fb1c-32c4-4790-80c3-3b346fda99f1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=91f296b2-35d8-462a-ae95-10a76698c560 HTTP/1.1" status: 200 len: 851 time: 0.0447619 Oct 10 17:09:16.601498 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-9cb047a4-b9b5-4680-a6c4-a652ff49d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:16.603022 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-9cb047a4-b9b5-4680-a6c4-a652ff49d8dc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=aea7132b-eded-454c-814f-84881d978853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422657 Oct 10 17:09:16.697238 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:16.723391 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-c65288d0-c666-4cc1-a606-2bf592e2ea24 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/aea7132b-eded-454c-814f-84881d978853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081271 Oct 10 17:09:16.813838 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-51b6aa67-4f91-4d7d-aadc-a154e3a03944 req-29696e5d-576f-43b0-81b3-4ac96da50b36 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/aea7132b-eded-454c-814f-84881d978853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822918 Oct 10 17:09:16.973695 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f51ea-0e62-402e-bcf8-151de7ce548b req-6f1ef6ce-b07f-474e-9708-710aa4b360f0 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:16.975111 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-811f51ea-0e62-402e-bcf8-151de7ce548b req-6f1ef6ce-b07f-474e-9708-710aa4b360f0 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.0454807 Oct 10 17:09:17.024062 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-811f51ea-0e62-402e-bcf8-151de7ce548b req-7ab1987a-476d-4593-ae9f-366e73fdf2e5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Oct 10 17:09:17.656219 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54944) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:17.707244 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b5fabb-1a66-44e2-ba4d-0fb590410ad6 admin admin] Deleting subnet 60b94cfc-e057-44a4-9312-9017e1666532 {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:09:17.713413 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-13b5fabb-1a66-44e2-ba4d-0fb590410ad6 admin admin] Publish callbacks [] for subnet (60b94cfc-e057-44a4-9312-9017e1666532), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:17.746498 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-13b5fabb-1a66-44e2-ba4d-0fb590410ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (60b94cfc-e057-44a4-9312-9017e1666532), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:17.788759 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-13b5fabb-1a66-44e2-ba4d-0fb590410ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (60b94cfc-e057-44a4-9312-9017e1666532), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:17.921403 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-13b5fabb-1a66-44e2-ba4d-0fb590410ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (60b94cfc-e057-44a4-9312-9017e1666532), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:17.951091 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5fabb-1a66-44e2-ba4d-0fb590410ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b94cfc-e057-44a4-9312-9017e1666532,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:17.954759 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-13b5fabb-1a66-44e2-ba4d-0fb590410ad6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:17.957874 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-13b5fabb-1a66-44e2-ba4d-0fb590410ad6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/60b94cfc-e057-44a4-9312-9017e1666532 HTTP/1.1" status: 204 len: 168 time: 0.3005595 Oct 10 17:09:17.960348 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54946) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:18.027109 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (9b8b4e91-ed4c-48fb-b607-d0045d423e3f), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.109420 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (9b8b4e91-ed4c-48fb-b607-d0045d423e3f), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.130365 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8b4e91-ed4c-48fb-b607-d0045d423e3f']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:18.139585 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aaa5943-8528-4f7e-828e-077556a3eb75') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:18.139933 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aaa5943-8528-4f7e-828e-077556a3eb75') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:18.149403 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (3aaa5943-8528-4f7e-828e-077556a3eb75), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.152563 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af865f-2b70-4f60-a55f-7da0078eedea req-c1c3bd38-7c4c-4355-8a6d-e2366338ccf6 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:18.154167 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-58af865f-2b70-4f60-a55f-7da0078eedea req-c1c3bd38-7c4c-4355-8a6d-e2366338ccf6 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.0474954 Oct 10 17:09:18.162459 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (3aaa5943-8528-4f7e-828e-077556a3eb75), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.166629 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:18.169888 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:09:18.170274 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (3aaa5943-8528-4f7e-828e-077556a3eb75), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.182270 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:18.204196 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-58af865f-2b70-4f60-a55f-7da0078eedea req-6cb275ac-0652-4791-98fa-16383bdd74a9 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439618 Oct 10 17:09:18.210712 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 3aaa5943-8528-4f7e-828e-077556a3eb75 resource provider aggregate not found Oct 10 17:09:18.230543 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 3aaa5943-8528-4f7e-828e-077556a3eb75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3aaa5943-8528-4f7e-828e-077556a3eb75 found for delete ", "request_id": "req-0619c314-73bd-4c79-8e2a-53b30f6a91d7"}]} Oct 10 17:09:18.313977 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (9b8b4e91-ed4c-48fb-b607-d0045d423e3f), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.324977 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.330301 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9b8b4e91-ed4c-48fb-b607-d0045d423e3f HTTP/1.1" status: 204 len: 168 time: 0.3689706 Oct 10 17:09:18.331125 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 54960) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:18.340540 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244164ea-1c7d-4095-9833-4977b937a78f admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8b4e91-ed4c-48fb-b607-d0045d423e3f,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:18.395370 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a58320-7003-4443-8c0c-fea7264d718d admin admin] Deleting subnet 2dddeb6f-de5f-48a2-a483-13ccd0d39022 {{(pid=105000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:09:18.399035 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-24a58320-7003-4443-8c0c-fea7264d718d admin admin] Publish callbacks [] for subnet (2dddeb6f-de5f-48a2-a483-13ccd0d39022), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.438656 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-24a58320-7003-4443-8c0c-fea7264d718d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2530152'] for subnet (2dddeb6f-de5f-48a2-a483-13ccd0d39022), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.482387 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-24a58320-7003-4443-8c0c-fea7264d718d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (2dddeb6f-de5f-48a2-a483-13ccd0d39022), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.618237 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-24a58320-7003-4443-8c0c-fea7264d718d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2397607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2828877'] for subnet (2dddeb6f-de5f-48a2-a483-13ccd0d39022), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.646941 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a58320-7003-4443-8c0c-fea7264d718d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dddeb6f-de5f-48a2-a483-13ccd0d39022,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:18.654446 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-24a58320-7003-4443-8c0c-fea7264d718d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.654446 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-24a58320-7003-4443-8c0c-fea7264d718d admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/2dddeb6f-de5f-48a2-a483-13ccd0d39022 HTTP/1.1" status: 204 len: 168 time: 0.3198981 Oct 10 17:09:18.655560 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54972) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:18.727277 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (2c5fd313-a9dc-44c9-b91a-97c602701c9d), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.810275 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (2c5fd313-a9dc-44c9-b91a-97c602701c9d), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.830372 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5fd313-a9dc-44c9-b91a-97c602701c9d']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:18.839698 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4ce295-0cb9-4566-a403-8e4b10fdc9ef') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:18.840002 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4ce295-0cb9-4566-a403-8e4b10fdc9ef') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:18.850712 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (da4ce295-0cb9-4566-a403-8e4b10fdc9ef), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.869885 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (da4ce295-0cb9-4566-a403-8e4b10fdc9ef), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:18.877131 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:09:18.877519 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (da4ce295-0cb9-4566-a403-8e4b10fdc9ef), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:19.063744 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (2c5fd313-a9dc-44c9-b91a-97c602701c9d), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:19.070158 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:19.072878 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/2c5fd313-a9dc-44c9-b91a-97c602701c9d HTTP/1.1" status: 204 len: 168 time: 0.4170125 Oct 10 17:09:19.083996 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f969b78-351c-4f00-ad80-cc523dc1ab81 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5fd313-a9dc-44c9-b91a-97c602701c9d,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:19.329964 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de8819-e24c-4a78-a28e-e1c9a4ccf269 req-560b8833-c6e5-4a67-b2df-a4a491eb2e73 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:19.331427 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a6de8819-e24c-4a78-a28e-e1c9a4ccf269 req-560b8833-c6e5-4a67-b2df-a4a491eb2e73 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.0498230 Oct 10 17:09:19.358279 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=67 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:19.359508 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=33 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:19.378234 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a6de8819-e24c-4a78-a28e-e1c9a4ccf269 req-cc3b08f6-fa2a-47ac-91e3-aef39e0ef8f9 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Oct 10 17:09:19.505237 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54992) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:19.774501 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-dad7b4a4-4726-47fd-92e5-29f6614b7fd0 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:19.775986 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-dad7b4a4-4726-47fd-92e5-29f6614b7fd0 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.3252602 Oct 10 17:09:19.797078 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4a3319b1-014d-4b09-bba2-92c2a82de364 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=99ae10e564684e9c8beb47fe08afd305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907248 Oct 10 17:09:19.799605 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 54996) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:19.849267 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c8463508-6e3c-4249-83fd-3958578e2716 admin admin] Publish callbacks [] for security_group (ac508d3c-4c23-42cd-b725-492810832b6d), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:19.873431 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c8463508-6e3c-4249-83fd-3958578e2716 admin admin] Publish callbacks [] for security_group (ac508d3c-4c23-42cd-b725-492810832b6d), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:19.924153 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55004) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:19.999633 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c8463508-6e3c-4249-83fd-3958578e2716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ac508d3c-4c23-42cd-b725-492810832b6d), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.002189 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c8463508-6e3c-4249-83fd-3958578e2716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.003345 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c8463508-6e3c-4249-83fd-3958578e2716 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ac508d3c-4c23-42cd-b725-492810832b6d HTTP/1.1" status: 204 len: 168 time: 0.2027197 Oct 10 17:09:20.032118 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8463508-6e3c-4249-83fd-3958578e2716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac508d3c-4c23-42cd-b725-492810832b6d,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:20.045572 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bfefc0bb-f1c2-4baa-80d4-60b73ef40075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.074087 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:DELETE=12,neutron:UPDATE=2,neutron:SELECT=84,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:20.127646 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bfefc0bb-f1c2-4baa-80d4-60b73ef40075 admin admin] Publish callbacks [] for security_group (e769a5f3-8c7d-4f69-b6f3-4d9d3c8260f0), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.188518 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bfefc0bb-f1c2-4baa-80d4-60b73ef40075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (e769a5f3-8c7d-4f69-b6f3-4d9d3c8260f0), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.223480 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:20.231157 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefc0bb-f1c2-4baa-80d4-60b73ef40075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e769a5f3-8c7d-4f69-b6f3-4d9d3c8260f0,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:20.238920 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-bfefc0bb-f1c2-4baa-80d4-60b73ef40075 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e55e9e8c787e4d189efdfea564852298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137119 Oct 10 17:09:20.242111 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55018) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:20.250602 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment da4ce295-0cb9-4566-a403-8e4b10fdc9ef resource provider aggregate not found Oct 10 17:09:20.267862 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment da4ce295-0cb9-4566-a403-8e4b10fdc9ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da4ce295-0cb9-4566-a403-8e4b10fdc9ef found for delete ", "request_id": "req-cff4f9d7-bd0d-4148-8d8a-d99e430dfa69"}]} Oct 10 17:09:20.302399 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bc3b-6acd-457d-9c8c-ab0e555d372a admin admin] Publish callbacks [] for security_group (e769a5f3-8c7d-4f69-b6f3-4d9d3c8260f0), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.322571 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bc3b-6acd-457d-9c8c-ab0e555d372a admin admin] Publish callbacks [] for security_group (e769a5f3-8c7d-4f69-b6f3-4d9d3c8260f0), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.349400 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:20.423675 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bc3b-6acd-457d-9c8c-ab0e555d372a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (e769a5f3-8c7d-4f69-b6f3-4d9d3c8260f0), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.426595 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bc3b-6acd-457d-9c8c-ab0e555d372a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.428248 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-c6f8bc3b-6acd-457d-9c8c-ab0e555d372a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e769a5f3-8c7d-4f69-b6f3-4d9d3c8260f0 HTTP/1.1" status: 204 len: 168 time: 0.1847606 Oct 10 17:09:20.436927 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8bc3b-6acd-457d-9c8c-ab0e555d372a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e769a5f3-8c7d-4f69-b6f3-4d9d3c8260f0,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:20.464937 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Deleting port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:09:20.464937 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.518512 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d014-0cb6-4e88-96f8-59d24bca99d3 req-de6d62b7-03a0-433e-9642-3991cb5cff74 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:20.520324 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fac9d014-0cb6-4e88-96f8-59d24bca99d3 req-de6d62b7-03a0-433e-9642-3991cb5cff74 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 945 time: 0.0625520 Oct 10 17:09:20.571794 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fac9d014-0cb6-4e88-96f8-59d24bca99d3 req-c145c61b-6ee1-4c43-8e5e-4863bc9c3964 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=69222d51-04ba-4c5e-9c56-e94d68c873b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Oct 10 17:09:20.589916 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] For port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:20.590364 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.609076 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Calling delete_port for a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 owned by compute:nova {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:09:20.612997 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55032) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:20.656343 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-aba7d7bc-412f-43f3-bb2c-d2e892c38886 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=809ba0f056184f239038878b42942cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420902 Oct 10 17:09:20.663368 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55036) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:20.726861 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1003bf88-f82d-426d-b3cb-074429b69ff1 admin admin] Publish callbacks [] for security_group (bbb5d868-6977-403c-b7e5-326db5c4f5b5), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.750973 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1003bf88-f82d-426d-b3cb-074429b69ff1 admin admin] Publish callbacks [] for security_group (bbb5d868-6977-403c-b7e5-326db5c4f5b5), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.839701 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (a87e859d-2bf5-4368-8fce-e83d1c2d2dd8), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.867198 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Pushing event deleted for resources: {'Port': ['ID=a87e859d-2bf5-4368-8fce-e83d1c2d2dd8,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:20.898354 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1003bf88-f82d-426d-b3cb-074429b69ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (bbb5d868-6977-403c-b7e5-326db5c4f5b5), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.908382 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1003bf88-f82d-426d-b3cb-074429b69ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.908382 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-1003bf88-f82d-426d-b3cb-074429b69ff1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bbb5d868-6977-403c-b7e5-326db5c4f5b5 HTTP/1.1" status: 204 len: 168 time: 0.2378113 Oct 10 17:09:20.912517 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003bf88-f82d-426d-b3cb-074429b69ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb5d868-6977-403c-b7e5-326db5c4f5b5,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:20.956878 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] No DVR routers for this DVR port a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 on host hv-cinder-83454 {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:09:20.960422 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:20.964056 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c997c612-b805-458f-a7e5-5c3f6d1a46eb req-89be62ab-cc83-4500-b8f1-dd15dbe34ea5 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 HTTP/1.1" status: 204 len: 173 time: 0.6201038 Oct 10 17:09:20.966665 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfdb893-395c-451e-bfe6-85699f6b0b73', 'name': 'network-vif-deleted', 'tag': 'a87e859d-2bf5-4368-8fce-e83d1c2d2dd8'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:09:20.967374 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9611778-6c4a-4690-9641-26221891ca41" -d '{"events": [{"server_uuid": "bcfdb893-395c-451e-bfe6-85699f6b0b73", "name": "network-vif-deleted", "tag": "a87e859d-2bf5-4368-8fce-e83d1c2d2dd8"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:09:21.031549 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d6cfdf-6e6a-4b80-b6b8-83847ae8e7e8 x-openstack-request-id: req-84d6cfdf-6e6a-4b80-b6b8-83847ae8e7e8 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:09:21.031926 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfdb893-395c-451e-bfe6-85699f6b0b73", "name": "network-vif-deleted", "tag": "a87e859d-2bf5-4368-8fce-e83d1c2d2dd8", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:09:21.032275 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84d6cfdf-6e6a-4b80-b6b8-83847ae8e7e8 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:09:21.037626 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d6cfdf-6e6a-4b80-b6b8-83847ae8e7e8'] response: {'server_uuid': 'bcfdb893-395c-451e-bfe6-85699f6b0b73', 'name': 'network-vif-deleted', 'tag': 'a87e859d-2bf5-4368-8fce-e83d1c2d2dd8', 'status': 'completed', 'code': 200} Oct 10 17:09:21.134071 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55058) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:21.149181 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88245b26-aea6-4e3f-95bd-a184cf716288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:21.174659 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:21.230561 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88245b26-aea6-4e3f-95bd-a184cf716288 admin admin] Publish callbacks [] for security_group (965d4b64-9bd0-4577-8195-cbc2b41bf772), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:21.290704 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88245b26-aea6-4e3f-95bd-a184cf716288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (965d4b64-9bd0-4577-8195-cbc2b41bf772), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:21.336908 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-88245b26-aea6-4e3f-95bd-a184cf716288 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c031bf3c14104617939b3578b508594b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987178 Oct 10 17:09:21.336908 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88245b26-aea6-4e3f-95bd-a184cf716288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965d4b64-9bd0-4577-8195-cbc2b41bf772,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:21.337916 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55066) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:21.391362 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-26d2b59a-e201-4438-bb16-6602f604d122 admin admin] Publish callbacks [] for security_group (965d4b64-9bd0-4577-8195-cbc2b41bf772), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:21.411320 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-26d2b59a-e201-4438-bb16-6602f604d122 admin admin] Publish callbacks [] for security_group (965d4b64-9bd0-4577-8195-cbc2b41bf772), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:21.543969 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-26d2b59a-e201-4438-bb16-6602f604d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (965d4b64-9bd0-4577-8195-cbc2b41bf772), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:21.546555 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-26d2b59a-e201-4438-bb16-6602f604d122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:21.547703 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-26d2b59a-e201-4438-bb16-6602f604d122 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/965d4b64-9bd0-4577-8195-cbc2b41bf772 HTTP/1.1" status: 204 len: 168 time: 0.2081525 Oct 10 17:09:21.555563 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2b59a-e201-4438-bb16-6602f604d122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d4b64-9bd0-4577-8195-cbc2b41bf772,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:21.681347 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55080) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:21.709614 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef6e4439-7e43-4c3f-955b-3c8585e3c36e req-abf55655-af1e-4765-bfb3-6daf1a2ca8c1 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 210 time: 0.0424688 Oct 10 17:09:21.812131 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d678a72a-4b86-4e4a-983a-47c774512fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:21.904839 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d678a72a-4b86-4e4a-983a-47c774512fe1 admin admin] Publish callbacks [] for security_group (615b1fb5-24e0-45b8-96e3-f48497664eba), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:21.971784 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d678a72a-4b86-4e4a-983a-47c774512fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (615b1fb5-24e0-45b8-96e3-f48497664eba), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:22.013816 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d678a72a-4b86-4e4a-983a-47c774512fe1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4e01433c0cd24e698630188f5d55dae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312736 Oct 10 17:09:22.014667 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678a72a-4b86-4e4a-983a-47c774512fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615b1fb5-24e0-45b8-96e3-f48497664eba,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:22.016609 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55096) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:22.083960 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e2eb55f2-3e6d-49ca-8f7b-f13a9c32079d admin admin] Publish callbacks [] for security_group (615b1fb5-24e0-45b8-96e3-f48497664eba), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:22.113359 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e2eb55f2-3e6d-49ca-8f7b-f13a9c32079d admin admin] Publish callbacks [] for security_group (615b1fb5-24e0-45b8-96e3-f48497664eba), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:22.152644 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['a87e859d-2bf5-4368-8fce-e83d1c2d2dd8'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:09:22.234892 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e2eb55f2-3e6d-49ca-8f7b-f13a9c32079d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (615b1fb5-24e0-45b8-96e3-f48497664eba), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:22.237571 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e2eb55f2-3e6d-49ca-8f7b-f13a9c32079d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:22.240494 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-e2eb55f2-3e6d-49ca-8f7b-f13a9c32079d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/615b1fb5-24e0-45b8-96e3-f48497664eba HTTP/1.1" status: 204 len: 168 time: 0.2228782 Oct 10 17:09:22.251936 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb55f2-3e6d-49ca-8f7b-f13a9c32079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615b1fb5-24e0-45b8-96e3-f48497664eba,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:22.808438 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55128) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:22.837937 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2f3a5862-79fe-4f2c-8cc4-e57ab0f52501 req-a0a240b9-2392-42a9-b92f-64cdbfbcc096 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 210 time: 0.0367758 Oct 10 17:09:22.945211 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1ace-cead-4b40-acea-4dd2cb7d9210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:22.974473 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:23.003362 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:23.037246 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1ace-cead-4b40-acea-4dd2cb7d9210 admin admin] Publish callbacks [] for security_group (a0b4a432-1a07-49f1-9f1d-dbb87728a803), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.066786 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55136) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:23.081096 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-58a1b16a-7b23-40de-beea-373dfc768453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.106144 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1ace-cead-4b40-acea-4dd2cb7d9210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (a0b4a432-1a07-49f1-9f1d-dbb87728a803), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.171900 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-5c2e1ace-cead-4b40-acea-4dd2cb7d9210 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=201f1ed3d5194c67b15ddda32b8b05ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621793 Oct 10 17:09:23.177496 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e1ace-cead-4b40-acea-4dd2cb7d9210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b4a432-1a07-49f1-9f1d-dbb87728a803,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:23.178131 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55144) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:23.218789 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-58a1b16a-7b23-40de-beea-373dfc768453 admin admin] Publish callbacks [] for security_group (0fb8967d-eb86-46d4-aa56-0a3c8e85daea), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.248529 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-12131e11-b7ef-4161-bc0e-28d3fe33bd16 admin admin] Publish callbacks [] for security_group (a0b4a432-1a07-49f1-9f1d-dbb87728a803), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.275630 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-12131e11-b7ef-4161-bc0e-28d3fe33bd16 admin admin] Publish callbacks [] for security_group (a0b4a432-1a07-49f1-9f1d-dbb87728a803), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.284773 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-58a1b16a-7b23-40de-beea-373dfc768453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (0fb8967d-eb86-46d4-aa56-0a3c8e85daea), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.328711 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-58a1b16a-7b23-40de-beea-373dfc768453 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f8952e8a7cc94f2ca3ab880eeb5f83c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608039 Oct 10 17:09:23.330076 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1b16a-7b23-40de-beea-373dfc768453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb8967d-eb86-46d4-aa56-0a3c8e85daea,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:23.332374 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55152) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:23.404843 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-90a5d073-eacf-43a7-b844-7d93043a7f2d admin admin] Publish callbacks [] for security_group (0fb8967d-eb86-46d4-aa56-0a3c8e85daea), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.427890 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-90a5d073-eacf-43a7-b844-7d93043a7f2d admin admin] Publish callbacks [] for security_group (0fb8967d-eb86-46d4-aa56-0a3c8e85daea), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.507884 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-12131e11-b7ef-4161-bc0e-28d3fe33bd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (a0b4a432-1a07-49f1-9f1d-dbb87728a803), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.510421 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-12131e11-b7ef-4161-bc0e-28d3fe33bd16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.511614 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-12131e11-b7ef-4161-bc0e-28d3fe33bd16 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a0b4a432-1a07-49f1-9f1d-dbb87728a803 HTTP/1.1" status: 204 len: 168 time: 0.3324668 Oct 10 17:09:23.521253 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12131e11-b7ef-4161-bc0e-28d3fe33bd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b4a432-1a07-49f1-9f1d-dbb87728a803,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:23.589345 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-90a5d073-eacf-43a7-b844-7d93043a7f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (0fb8967d-eb86-46d4-aa56-0a3c8e85daea), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.592234 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-90a5d073-eacf-43a7-b844-7d93043a7f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:23.593894 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-90a5d073-eacf-43a7-b844-7d93043a7f2d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0fb8967d-eb86-46d4-aa56-0a3c8e85daea HTTP/1.1" status: 204 len: 168 time: 0.2593706 Oct 10 17:09:23.603420 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d073-eacf-43a7-b844-7d93043a7f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb8967d-eb86-46d4-aa56-0a3c8e85daea,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:23.971927 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-82ac763c-795e-402c-8b60-b6dd871b7fd3 req-20d8adda-e1eb-4f98-a509-1d6c828f1401 tempest-DeleteServersTestJSON-67678011 tempest-DeleteServersTestJSON-67678011-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bcfdb893-395c-451e-bfe6-85699f6b0b73 HTTP/1.1" status: 200 len: 210 time: 0.0273268 Oct 10 17:09:24.129461 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:09:24.148277 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:09:24.148681 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device a87e859d-2bf5-4368-8fce-e83d1c2d2dd8 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:09:26.454872 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55350) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:26.556467 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:26.564859 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4530c821-ee57-48e9-8b51-a58827213ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:26.639963 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4530c821-ee57-48e9-8b51-a58827213ccc admin admin] Publish callbacks [] for security_group (58ec9a72-063e-46f2-8212-db4652d834f0), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:26.714714 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4530c821-ee57-48e9-8b51-a58827213ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (58ec9a72-063e-46f2-8212-db4652d834f0), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:26.727392 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:26.752000 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-4530c821-ee57-48e9-8b51-a58827213ccc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a9e6089ccc5246b4ba26b2282c1c3ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959433 Oct 10 17:09:26.754740 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55360) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:26.756860 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530c821-ee57-48e9-8b51-a58827213ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ec9a72-063e-46f2-8212-db4652d834f0,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:26.810159 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a51a7fad-6816-4505-8310-2ab1fb335536 admin admin] Publish callbacks [] for security_group (58ec9a72-063e-46f2-8212-db4652d834f0), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:26.831451 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a51a7fad-6816-4505-8310-2ab1fb335536 admin admin] Publish callbacks [] for security_group (58ec9a72-063e-46f2-8212-db4652d834f0), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:26.872186 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55364) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:26.937909 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a51a7fad-6816-4505-8310-2ab1fb335536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (58ec9a72-063e-46f2-8212-db4652d834f0), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:26.940551 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a51a7fad-6816-4505-8310-2ab1fb335536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:26.942483 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a51a7fad-6816-4505-8310-2ab1fb335536 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/58ec9a72-063e-46f2-8212-db4652d834f0 HTTP/1.1" status: 204 len: 168 time: 0.1865132 Oct 10 17:09:26.950827 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a7fad-6816-4505-8310-2ab1fb335536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ec9a72-063e-46f2-8212-db4652d834f0,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:26.982004 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55372) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:27.037167 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dea7fa51-83a4-43bc-972c-d0f39ed674dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.069676 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:27.086169 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-52be89a6-55c6-4507-bb58-422578759720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.124438 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dea7fa51-83a4-43bc-972c-d0f39ed674dd admin admin] Publish callbacks [] for security_group (ed744945-28d5-40b2-9c3a-d22c0b3a0330), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.161742 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-52be89a6-55c6-4507-bb58-422578759720 admin admin] Publish callbacks [] for security_group (f199da47-2ad7-405f-b49a-9c99e6f8db67), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.171452 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dea7fa51-83a4-43bc-972c-d0f39ed674dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ed744945-28d5-40b2-9c3a-d22c0b3a0330), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.214093 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-dea7fa51-83a4-43bc-972c-d0f39ed674dd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=373c7390efea4064b3e3aea1e90423ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379822 Oct 10 17:09:27.214093 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7fa51-83a4-43bc-972c-d0f39ed674dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed744945-28d5-40b2-9c3a-d22c0b3a0330,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:27.214999 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55378) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:27.233741 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-52be89a6-55c6-4507-bb58-422578759720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f199da47-2ad7-405f-b49a-9c99e6f8db67), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.297886 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-52be89a6-55c6-4507-bb58-422578759720 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a6dbd14ffb7742a9889253d784fddb5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147547 Oct 10 17:09:27.298455 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55382) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:27.320734 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be89a6-55c6-4507-bb58-422578759720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f199da47-2ad7-405f-b49a-9c99e6f8db67,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:27.323882 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1b5d01a0-7393-471f-8c7d-923fa751fd1e admin admin] Publish callbacks [] for security_group (ed744945-28d5-40b2-9c3a-d22c0b3a0330), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.354485 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1b5d01a0-7393-471f-8c7d-923fa751fd1e admin admin] Publish callbacks [] for security_group (ed744945-28d5-40b2-9c3a-d22c0b3a0330), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.383001 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-75b7025b-9d5a-4c41-b641-846c48698e84 admin admin] Publish callbacks [] for security_group (f199da47-2ad7-405f-b49a-9c99e6f8db67), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.407367 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-75b7025b-9d5a-4c41-b641-846c48698e84 admin admin] Publish callbacks [] for security_group (f199da47-2ad7-405f-b49a-9c99e6f8db67), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.474514 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1b5d01a0-7393-471f-8c7d-923fa751fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ed744945-28d5-40b2-9c3a-d22c0b3a0330), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.477166 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1b5d01a0-7393-471f-8c7d-923fa751fd1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.478316 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-1b5d01a0-7393-471f-8c7d-923fa751fd1e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ed744945-28d5-40b2-9c3a-d22c0b3a0330 HTTP/1.1" status: 204 len: 168 time: 0.2622392 Oct 10 17:09:27.487038 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d01a0-7393-471f-8c7d-923fa751fd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed744945-28d5-40b2-9c3a-d22c0b3a0330,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:27.566295 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-75b7025b-9d5a-4c41-b641-846c48698e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f199da47-2ad7-405f-b49a-9c99e6f8db67), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.569562 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-75b7025b-9d5a-4c41-b641-846c48698e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:27.570840 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-75b7025b-9d5a-4c41-b641-846c48698e84 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f199da47-2ad7-405f-b49a-9c99e6f8db67 HTTP/1.1" status: 204 len: 168 time: 0.2709954 Oct 10 17:09:27.580531 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7025b-9d5a-4c41-b641-846c48698e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f199da47-2ad7-405f-b49a-9c99e6f8db67,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:28.190193 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55398) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:28.204407 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d3c291d2-8c24-4713-ba35-df3e7420d784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.214955 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:28.265774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55400) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:28.279201 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-892f38a6-eabc-4e35-b2d3-49c1de3deefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.283800 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d3c291d2-8c24-4713-ba35-df3e7420d784 admin admin] Publish callbacks [] for security_group (338ae7c5-ae8f-4120-8ca0-76eed117c7c1), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.306328 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:28.320205 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d3c291d2-8c24-4713-ba35-df3e7420d784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (338ae7c5-ae8f-4120-8ca0-76eed117c7c1), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.353934 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-892f38a6-eabc-4e35-b2d3-49c1de3deefd admin admin] Publish callbacks [] for security_group (a2172e71-15d3-4829-ae15-97844b629a80), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.363060 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d3c291d2-8c24-4713-ba35-df3e7420d784 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f142cf66735e42d9a642c50424bab23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715250 Oct 10 17:09:28.365645 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55404) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:28.373312 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c291d2-8c24-4713-ba35-df3e7420d784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338ae7c5-ae8f-4120-8ca0-76eed117c7c1,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:28.419484 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-40d79ced-ba4b-4a2f-bb87-7c01e8187218 admin admin] Publish callbacks [] for security_group (338ae7c5-ae8f-4120-8ca0-76eed117c7c1), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.439550 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-40d79ced-ba4b-4a2f-bb87-7c01e8187218 admin admin] Publish callbacks [] for security_group (338ae7c5-ae8f-4120-8ca0-76eed117c7c1), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.443568 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-892f38a6-eabc-4e35-b2d3-49c1de3deefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (a2172e71-15d3-4829-ae15-97844b629a80), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.479618 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-892f38a6-eabc-4e35-b2d3-49c1de3deefd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8f9b6604adc84b74b57545a69cf88249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126365 Oct 10 17:09:28.481102 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f38a6-eabc-4e35-b2d3-49c1de3deefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2172e71-15d3-4829-ae15-97844b629a80,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:28.483997 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55406) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:28.532416 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2586aee0-7552-404e-9b45-1e7092f23bdf admin admin] Publish callbacks [] for security_group (a2172e71-15d3-4829-ae15-97844b629a80), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.547827 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:28.551312 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-40d79ced-ba4b-4a2f-bb87-7c01e8187218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (338ae7c5-ae8f-4120-8ca0-76eed117c7c1), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.553800 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-40d79ced-ba4b-4a2f-bb87-7c01e8187218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.554908 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-40d79ced-ba4b-4a2f-bb87-7c01e8187218 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/338ae7c5-ae8f-4120-8ca0-76eed117c7c1 HTTP/1.1" status: 204 len: 168 time: 0.1883717 Oct 10 17:09:28.556923 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2586aee0-7552-404e-9b45-1e7092f23bdf admin admin] Publish callbacks [] for security_group (a2172e71-15d3-4829-ae15-97844b629a80), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.574123 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d79ced-ba4b-4a2f-bb87-7c01e8187218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338ae7c5-ae8f-4120-8ca0-76eed117c7c1,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:28.737217 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2586aee0-7552-404e-9b45-1e7092f23bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (a2172e71-15d3-4829-ae15-97844b629a80), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.739809 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2586aee0-7552-404e-9b45-1e7092f23bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:28.741019 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2586aee0-7552-404e-9b45-1e7092f23bdf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a2172e71-15d3-4829-ae15-97844b629a80 HTTP/1.1" status: 204 len: 168 time: 0.2556994 Oct 10 17:09:28.749866 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586aee0-7552-404e-9b45-1e7092f23bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2172e71-15d3-4829-ae15-97844b629a80,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:32.035610 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55540) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:32.143508 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7ee7-f23e-4edc-bccb-c6845b8c0094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:32.217538 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7ee7-f23e-4edc-bccb-c6845b8c0094 admin admin] Publish callbacks [] for security_group (962e57e3-0165-44da-8bbe-9ed5f4484858), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:32.273193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7ee7-f23e-4edc-bccb-c6845b8c0094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (962e57e3-0165-44da-8bbe-9ed5f4484858), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:32.312248 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-3d0a7ee7-f23e-4edc-bccb-c6845b8c0094 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f65c6ce636154468858e7ac486321a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755160 Oct 10 17:09:32.313352 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7ee7-f23e-4edc-bccb-c6845b8c0094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962e57e3-0165-44da-8bbe-9ed5f4484858,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:32.315152 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55544) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:32.365844 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5295a0eb-0d71-4dca-876e-5607f57181f9 admin admin] Publish callbacks [] for security_group (962e57e3-0165-44da-8bbe-9ed5f4484858), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:32.386378 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5295a0eb-0d71-4dca-876e-5607f57181f9 admin admin] Publish callbacks [] for security_group (962e57e3-0165-44da-8bbe-9ed5f4484858), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:32.520049 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5295a0eb-0d71-4dca-876e-5607f57181f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (962e57e3-0165-44da-8bbe-9ed5f4484858), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:32.522579 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5295a0eb-0d71-4dca-876e-5607f57181f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:32.526613 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-5295a0eb-0d71-4dca-876e-5607f57181f9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/962e57e3-0165-44da-8bbe-9ed5f4484858 HTTP/1.1" status: 204 len: 168 time: 0.2084997 Oct 10 17:09:32.533580 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295a0eb-0d71-4dca-876e-5607f57181f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962e57e3-0165-44da-8bbe-9ed5f4484858,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:33.237548 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55576) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:33.251417 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7915f38b-08ca-4d70-b4ac-a5456873b47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:33.287707 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=5 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:33.288860 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:33.343877 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7915f38b-08ca-4d70-b4ac-a5456873b47f admin admin] Publish callbacks [] for security_group (5fc3d7e4-5a2a-4e21-96f7-ad720dd87c25), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:33.428475 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7915f38b-08ca-4d70-b4ac-a5456873b47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (5fc3d7e4-5a2a-4e21-96f7-ad720dd87c25), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:33.469177 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-7915f38b-08ca-4d70-b4ac-a5456873b47f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e5567895c27c42e7aa82292b9e94a234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305548 Oct 10 17:09:33.470054 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915f38b-08ca-4d70-b4ac-a5456873b47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc3d7e4-5a2a-4e21-96f7-ad720dd87c25,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:33.471944 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55592) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:33.535834 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84fc42b9-09e8-41ce-aa6a-1719d70bc5e6 admin admin] Publish callbacks [] for security_group (5fc3d7e4-5a2a-4e21-96f7-ad720dd87c25), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:33.555363 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84fc42b9-09e8-41ce-aa6a-1719d70bc5e6 admin admin] Publish callbacks [] for security_group (5fc3d7e4-5a2a-4e21-96f7-ad720dd87c25), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:33.686116 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84fc42b9-09e8-41ce-aa6a-1719d70bc5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (5fc3d7e4-5a2a-4e21-96f7-ad720dd87c25), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:33.689470 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84fc42b9-09e8-41ce-aa6a-1719d70bc5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:33.690908 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-84fc42b9-09e8-41ce-aa6a-1719d70bc5e6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5fc3d7e4-5a2a-4e21-96f7-ad720dd87c25 HTTP/1.1" status: 204 len: 168 time: 0.2170374 Oct 10 17:09:33.705407 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc42b9-09e8-41ce-aa6a-1719d70bc5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc3d7e4-5a2a-4e21-96f7-ad720dd87c25,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:33.794859 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55610) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:34.211362 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:34.211739 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:09:34.436923 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:34.504635 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:34.520951 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Deleting port caebaf91-86cc-4707-9745-c07a001380b9 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:09:34.521286 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (caebaf91-86cc-4707-9745-c07a001380b9), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:34.625652 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] For port caebaf91-86cc-4707-9745-c07a001380b9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=caebaf91-86cc-4707-9745-c07a001380b9,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:34.626339 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (caebaf91-86cc-4707-9745-c07a001380b9), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:34.644018 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Calling delete_port for caebaf91-86cc-4707-9745-c07a001380b9 owned by network:router_interface {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:09:34.901715 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=57,neutron:UPDATE=6 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:34.936319 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (caebaf91-86cc-4707-9745-c07a001380b9), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:34.962338 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Pushing event deleted for resources: {'Port': ['ID=caebaf91-86cc-4707-9745-c07a001380b9,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:35.000107 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e454a9d8-2050-419e-b5bc-11907db3b5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:35.027296 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:35.151217 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:35.369915 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:09:35.642004 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55664) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:35.712996 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:09:35.719206 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e825d59e-2c21-4f59-8f24-a6e76b2f84fa admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0884eced-4ba3-48fc-ada0-aee2f02fcdc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9278605 Oct 10 17:09:35.726645 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55674) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:35.726799 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] Sync routers for ids ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:09:35.737050 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] Routers {'0884eced-4ba3-48fc-ada0-aee2f02fcdc9'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:35.737792 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:09:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:35.899646 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55680) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:35.917230 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks [] for router (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:35.920077 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] Set router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:35.920207 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:35.987227 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d5bd51ae-3d89-4a4d-b7a8-6db166f5237e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.005153 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1619-05ff-4f32-9cf3-63a0a57e8e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.014376 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:36.070380 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d5bd51ae-3d89-4a4d-b7a8-6db166f5237e admin admin] Publish callbacks [] for security_group (1370cde3-e373-43eb-83e4-c4bc26ae9c12), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.097377 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks [] for router_gateway (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.101394 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:36.111103 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163'}], 'enable_snat': True}, 'gw_port_id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:04Z', 'updated_at': '2022-10-10T17:09:34Z', 'revision_number': 5, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'gw_port': {'id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:05Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:36.120284 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d5bd51ae-3d89-4a4d-b7a8-6db166f5237e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1370cde3-e373-43eb-83e4-c4bc26ae9c12), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.135180 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] Checking router: 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:09:36.147223 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] Routers {'0884eced-4ba3-48fc-ada0-aee2f02fcdc9'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:36.147839 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:09:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:36.155992 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1619-05ff-4f32-9cf3-63a0a57e8e68 admin admin] Publish callbacks [] for security_group (49eed65b-0ed7-4801-854f-a00d6ff0f355), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.177370 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d5bd51ae-3d89-4a4d-b7a8-6db166f5237e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f9e048e32c184699b833b7d03b49d3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740755 Oct 10 17:09:36.177370 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd51ae-3d89-4a4d-b7a8-6db166f5237e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1370cde3-e373-43eb-83e4-c4bc26ae9c12,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:36.179609 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 55688) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:36.251756 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1619-05ff-4f32-9cf3-63a0a57e8e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (49eed65b-0ed7-4801-854f-a00d6ff0f355), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.267739 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] Set router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:36.270325 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Deleting port 5bdaa089-3b50-47e0-9408-815fea0cb954 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:09:36.270669 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.351373 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-5ccb1619-05ff-4f32-9cf3-63a0a57e8e68 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2bae6fc6edb94abe808c54562d161029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7084129 Oct 10 17:09:36.354344 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55692) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:36.355687 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb1619-05ff-4f32-9cf3-63a0a57e8e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eed65b-0ed7-4801-854f-a00d6ff0f355,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:36.363399 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ef4f32c6-a84b-499e-bfe3-752719743d8b admin admin] Publish callbacks [] for security_group (1370cde3-e373-43eb-83e4-c4bc26ae9c12), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.406932 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ef4f32c6-a84b-499e-bfe3-752719743d8b admin admin] Publish callbacks [] for security_group (1370cde3-e373-43eb-83e4-c4bc26ae9c12), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.410519 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bf95a9eb-580c-4379-86d9-784a4e1c7bdd admin admin] Publish callbacks [] for security_group (49eed65b-0ed7-4801-854f-a00d6ff0f355), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.429292 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] For port 5bdaa089-3b50-47e0-9408-815fea0cb954, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=5bdaa089-3b50-47e0-9408-815fea0cb954,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:36.429657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.431817 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bf95a9eb-580c-4379-86d9-784a4e1c7bdd admin admin] Publish callbacks [] for security_group (49eed65b-0ed7-4801-854f-a00d6ff0f355), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.461514 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Calling delete_port for 5bdaa089-3b50-47e0-9408-815fea0cb954 owned by network:router_gateway {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:09:36.503003 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:36.521294 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163'}], 'enable_snat': True}, 'gw_port_id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:04Z', 'updated_at': '2022-10-10T17:09:34Z', 'revision_number': 5, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'gw_port': {'id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:05Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:36.553674 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bf95a9eb-580c-4379-86d9-784a4e1c7bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (49eed65b-0ed7-4801-854f-a00d6ff0f355), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.558661 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9bf43-fc55-45de-9edf-7203b418ba5a None None] The sync data for ids ['0884eced-4ba3-48fc-ada0-aee2f02fcdc9'] in dv-cinder-834540-2-iscsi is: [{'id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'name': 'tempest-DeleteServersTestJSON-1337515121-router', 'tenant_id': 'f9c633053a92460c8fd6858e66679fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163'}], 'enable_snat': True}, 'gw_port_id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:04Z', 'updated_at': '2022-10-10T17:09:34Z', 'revision_number': 5, 'project_id': 'f9c633053a92460c8fd6858e66679fd3', 'gw_port': {'id': '5bdaa089-3b50-47e0-9408-815fea0cb954', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0884eced-4ba3-48fc-ada0-aee2f02fcdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:05Z', 'updated_at': '2022-10-10T17:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:09:36.560252 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bf95a9eb-580c-4379-86d9-784a4e1c7bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.564100 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-bf95a9eb-580c-4379-86d9-784a4e1c7bdd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/49eed65b-0ed7-4801-854f-a00d6ff0f355 HTTP/1.1" status: 204 len: 168 time: 0.2085583 Oct 10 17:09:36.577726 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95a9eb-580c-4379-86d9-784a4e1c7bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eed65b-0ed7-4801-854f-a00d6ff0f355,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:36.804445 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ef4f32c6-a84b-499e-bfe3-752719743d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1370cde3-e373-43eb-83e4-c4bc26ae9c12), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.807108 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ef4f32c6-a84b-499e-bfe3-752719743d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:36.811553 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-ef4f32c6-a84b-499e-bfe3-752719743d8b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1370cde3-e373-43eb-83e4-c4bc26ae9c12 HTTP/1.1" status: 204 len: 168 time: 0.6276531 Oct 10 17:09:36.833606 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f32c6-a84b-499e-bfe3-752719743d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1370cde3-e373-43eb-83e4-c4bc26ae9c12,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:37.029075 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (5bdaa089-3b50-47e0-9408-815fea0cb954), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.058690 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdaa089-3b50-47e0-9408-815fea0cb954,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:37.135070 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.254982 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.257601 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks [] for router_controller (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.354212 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4e03dc36-948b-4b80-b101-b9f782f8c61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.405816 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (0884eced-4ba3-48fc-ada0-aee2f02fcdc9), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.406486 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0884eced-4ba3-48fc-ada0-aee2f02fcdc9 {{(pid=105000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:09:37.411488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.412755 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9d77512b-a168-4fe6-8ecf-df928ea325f2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/0884eced-4ba3-48fc-ada0-aee2f02fcdc9 HTTP/1.1" status: 204 len: 168 time: 1.6889079 Oct 10 17:09:37.415416 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55720) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:37.471795 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8130154-96e7-4092-aa6d-c1667c28fbfa admin admin] Deleting subnet 91f296b2-35d8-462a-ae95-10a76698c560 {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:09:37.475477 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a8130154-96e7-4092-aa6d-c1667c28fbfa admin admin] Publish callbacks [] for subnet (91f296b2-35d8-462a-ae95-10a76698c560), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.516221 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a8130154-96e7-4092-aa6d-c1667c28fbfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (91f296b2-35d8-462a-ae95-10a76698c560), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.637945 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a8130154-96e7-4092-aa6d-c1667c28fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (91f296b2-35d8-462a-ae95-10a76698c560), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.795184 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a8130154-96e7-4092-aa6d-c1667c28fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (91f296b2-35d8-462a-ae95-10a76698c560), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.822593 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8130154-96e7-4092-aa6d-c1667c28fbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f296b2-35d8-462a-ae95-10a76698c560,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:37.830101 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a8130154-96e7-4092-aa6d-c1667c28fbfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.833235 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a8130154-96e7-4092-aa6d-c1667c28fbfa admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/91f296b2-35d8-462a-ae95-10a76698c560 HTTP/1.1" status: 204 len: 168 time: 0.4167376 Oct 10 17:09:37.835723 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55738) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:37.843022 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6af580d-2a22-45d0-90c8-dc56c983f12a None None] Network aea7132b-eded-454c-814f-84881d978853 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:09:37.937896 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (aea7132b-eded-454c-814f-84881d978853), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:37.999022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:38.025899 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Deleting port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:09:38.026214 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.050073 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device caebaf91-86cc-4707-9745-c07a001380b9 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:09:38.077303 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: caebaf91-86cc-4707-9745-c07a001380b9 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:09:38.077651 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device caebaf91-86cc-4707-9745-c07a001380b9 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:09:38.078077 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5bdaa089-3b50-47e0-9408-815fea0cb954 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:09:38.103007 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 5bdaa089-3b50-47e0-9408-815fea0cb954 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:09:38.103535 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5bdaa089-3b50-47e0-9408-815fea0cb954 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:09:38.106396 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] DHCP port deletion for aea7132b-eded-454c-814f-84881d978853 request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:09:38.112994 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] For port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:38.113599 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.139452 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Calling delete_port for acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd owned by network:dhcp {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:09:38.154574 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Deleting port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:09:38.154976 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.215766 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:38.257651 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] For port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd,segment=NetworkSegment(c0e354ab-d5e3-4c42-a26e-6d5631d16cd8),segment_id=c0e354ab-d5e3-4c42-a26e-6d5631d16cd8)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:38.258132 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.272001 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Calling delete_port for acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:09:38.343469 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.377614 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.390591 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] No DVR routers for this DVR port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd on host dv-cinder-834540-2-iscsi {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:09:38.397528 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Pushing event deleted for resources: {'Port': ['ID=acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:38.483831 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (aea7132b-eded-454c-814f-84881d978853), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.509343 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea7132b-eded-454c-814f-84881d978853']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:38.520217 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:38.520520 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e354ab-d5e3-4c42-a26e-6d5631d16cd8') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:38.531984 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (c0e354ab-d5e3-4c42-a26e-6d5631d16cd8), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.545913 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (c0e354ab-d5e3-4c42-a26e-6d5631d16cd8), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.552621 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:09:38.553026 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (c0e354ab-d5e3-4c42-a26e-6d5631d16cd8), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.572607 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.586600 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] No DVR routers for this DVR port acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:09:38.619598 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Pushing event deleted for resources: {'Port': ['ID=acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:38.624349 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment c0e354ab-d5e3-4c42-a26e-6d5631d16cd8 resource provider aggregate not found Oct 10 17:09:38.628782 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.629136 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.629496 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.629857 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.630196 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.630524 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.630850 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.631172 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.631883 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.632325 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.632749 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.633168 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.633927 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.634257 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.634776 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484678d7-cac4-4c14-864b-19ac74f582f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:38.641693 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment c0e354ab-d5e3-4c42-a26e-6d5631d16cd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0e354ab-d5e3-4c42-a26e-6d5631d16cd8 found for delete ", "request_id": "req-6d0e2251-7c60-43dc-b5a3-eb9d4566b98c"}]} Oct 10 17:09:38.668608 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (aea7132b-eded-454c-814f-84881d978853), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.675878 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:38.681488 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/aea7132b-eded-454c-814f-84881d978853 HTTP/1.1" status: 204 len: 168 time: 0.8422952 Oct 10 17:09:38.694514 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034a141-919a-4bee-8ce4-394e6add4afb admin admin] Pushing event deleted for resources: {'Network': ['ID=aea7132b-eded-454c-814f-84881d978853,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:39.163625 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55792) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:39.204399 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6322ee3a-eb75-4b1c-841f-9d6f767ac718 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f9c633053a92460c8fd6858e66679fd3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393589 Oct 10 17:09:39.206838 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55794) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:39.265230 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-172309b6-a98c-42b0-84ae-24cc82b4b393 admin admin] Publish callbacks [] for security_group (69222d51-04ba-4c5e-9c56-e94d68c873b6), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:39.291454 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-172309b6-a98c-42b0-84ae-24cc82b4b393 admin admin] Publish callbacks [] for security_group (69222d51-04ba-4c5e-9c56-e94d68c873b6), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:39.446018 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-172309b6-a98c-42b0-84ae-24cc82b4b393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (69222d51-04ba-4c5e-9c56-e94d68c873b6), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:39.448625 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-172309b6-a98c-42b0-84ae-24cc82b4b393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:39.449829 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-172309b6-a98c-42b0-84ae-24cc82b4b393 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/69222d51-04ba-4c5e-9c56-e94d68c873b6 HTTP/1.1" status: 204 len: 168 time: 0.2420490 Oct 10 17:09:39.459250 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172309b6-a98c-42b0-84ae-24cc82b4b393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69222d51-04ba-4c5e-9c56-e94d68c873b6,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:39.776638 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:09:39.800242 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:09:39.800592 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device acaf0c0f-4e68-49b7-abe5-bb5bc2ccf4bd not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:09:39.952522 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:40.019531 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:40.039875 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:40.603792 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55846) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:40.703855 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-network', 'tenant_id': '2488f5601066432a8652433df5702119'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:09:40.777268 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Made reservation on behalf of 2488f5601066432a8652433df5702119 for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:09:40.780000 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:40.791431 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:40.856473 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=78,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:40.875694 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Publish callbacks [] for security_group (5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:40.930377 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:40.952782 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:09:40.965851 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:40.970500 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (fd587c71-dc60-4fb1-84fb-72fee5ab5b17), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:40.970839 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Added segment fd587c71-dc60-4fb1-84fb-72fee5ab5b17 of type vlan for network 86a27400-3c0a-470b-b156-cfefc1803bb5 Oct 10 17:09:41.021037 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (86a27400-3c0a-470b-b156-cfefc1803bb5), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:41.097362 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (86a27400-3c0a-470b-b156-cfefc1803bb5), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:41.098432 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:41.099029 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:41.158982 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:41.169204 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] Pushing event updated for resources: {'Network': ['ID=86a27400-3c0a-470b-b156-cfefc1803bb5,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:41.178874 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:09:41.205848 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4d5970f6-096d-4864-a11c-3e054d8037dd admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5981355 Oct 10 17:09:41.207788 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55864) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:41.211131 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Request body: {'subnet': {'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-subnet', 'tenant_id': '2488f5601066432a8652433df5702119', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:09:41.312894 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Made reservation on behalf of 2488f5601066432a8652433df5702119 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:09:41.315325 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26218626'] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:41.587631 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2925975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26218640'] for subnet (26ad9916-7481-4093-b34b-2fd3e3ffe6cc), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:41.643669 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ad9916-7481-4093-b34b-2fd3e3ffe6cc,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:41.651188 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Checking segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:09:41.651544 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Network hostable DHCP agents. Network: 86a27400-3c0a-470b-b156-cfefc1803bb5, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:09:41.725220 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:09:41.827171 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 86a27400-3c0a-470b-b156-cfefc1803bb5) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:09:41.831269 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:41.831907 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:41.835586 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb7ceb-fec6-4743-b520-57ac61f640d4 None None] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:09:41.934813 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-814d6d80-fcf9-46b3-94ae-21b3e8d229bf admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7268031 Oct 10 17:09:41.936965 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-86a27400-3c0a-470b-b156-cfefc1803bb5', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'project_id': '2488f5601066432a8652433df5702119', 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:09:41.937481 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55870) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:41.938015 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:41.942098 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:09:42.040295 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (0d63599b-837c-4313-950c-15173c481cc7), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.041375 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (0d63599b-837c-4313-950c-15173c481cc7), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.046366 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:42.092981 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks [] for router_controller (0d63599b-837c-4313-950c-15173c481cc7), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.094718 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Allocated IP 172.20.0.2 (86a27400-3c0a-470b-b156-cfefc1803bb5/26ad9916-7481-4093-b34b-2fd3e3ffe6cc/9f75a438-4a13-4e9e-9db0-9a22f218ddb2) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:09:42.165539 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:42.238718 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Publish callbacks [] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.292399 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.323771 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks [] for router_gateway (0d63599b-837c-4313-950c-15173c481cc7), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.332553 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:09:42.335482 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:09:42.339401 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:09:42.347921 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Pushing event updated for resources: {'Port': ['ID=9f75a438-4a13-4e9e-9db0-9a22f218ddb2,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:42.399482 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Attempting to bind port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:09:42.399862 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Attempting to bind port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:09:42.400260 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Attempting to bind port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 on network 86a27400-3c0a-470b-b156-cfefc1803bb5 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:09:42.442140 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:09:42.442580 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Checking segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:09:42.442926 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.443320 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Bound using segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:09:42.443791 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Bound port: 9f75a438-4a13-4e9e-9db0-9a22f218ddb2, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:09:42.444223 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.446646 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:42.507516 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] For port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:09:42.510634 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] For port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=9f75a438-4a13-4e9e-9db0-9a22f218ddb2,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:09:42.566910 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.570220 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks [] for router_gateway (0d63599b-837c-4313-950c-15173c481cc7), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.599751 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.618126 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52162b-8542-47e8-ba1c-e81b6072d0c4 None None] Pushing event updated for resources: {'Port': ['ID=9f75a438-4a13-4e9e-9db0-9a22f218ddb2,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:42.708631 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Allocated IP 172.27.4.20 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:09:42.852999 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks [] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.954544 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:42.992516 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:09:42.996854 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:09:43.000652 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:09:43.005643 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:43.030412 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=6 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:43.305121 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks [] for router_gateway (0d63599b-837c-4313-950c-15173c481cc7), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:43.361909 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:43.494320 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1866a7-1f59-4607-9702-dc8497c1bb76 None None] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:09:43.506497 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (0d63599b-837c-4313-950c-15173c481cc7), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:43.597640 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-d5afe04b-c5a3-421a-9121-5712d869ac21 None None] Provisioning complete for port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:43.597879 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d5afe04b-c5a3-421a-9121-5712d869ac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:43.598250 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-d5afe04b-c5a3-421a-9121-5712d869ac21 None None] Attempt 1 to provision port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 Oct 10 17:09:43.685961 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-d5afe04b-c5a3-421a-9121-5712d869ac21 None None] Current status of the port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:43.686353 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d5afe04b-c5a3-421a-9121-5712d869ac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:43.702673 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Router 0d63599b-837c-4313-950c-15173c481cc7 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:09:43.727770 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-d5afe04b-c5a3-421a-9121-5712d869ac21 None None] For port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=9f75a438-4a13-4e9e-9db0-9a22f218ddb2,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:43.782994 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d5afe04b-c5a3-421a-9121-5712d869ac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:43.816895 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:09:43.824347 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:09:43.833854 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Sync routers for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:09:43.886162 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:43.886685 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:09:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:43.888703 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afe04b-c5a3-421a-9121-5712d869ac21 None None] Pushing event updated for resources: {'Port': ['ID=9f75a438-4a13-4e9e-9db0-9a22f218ddb2,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:43.916265 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:43.917623 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c1ec9d54-10fe-4745-9249-7a3df16051a3 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.9791958 Oct 10 17:09:43.920922 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 55894) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:43.951824 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-3296d067-b23d-4d65-bc6f-19cceac7fb17 None None] Provisioning complete for port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:43.952220 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3296d067-b23d-4d65-bc6f-19cceac7fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:43.952549 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-3296d067-b23d-4d65-bc6f-19cceac7fb17 None None] Attempt 1 to provision port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 Oct 10 17:09:44.016874 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:44.017246 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:44.017581 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 Oct 10 17:09:44.081659 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:44.149232 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:44.158736 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:44.240397 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-3296d067-b23d-4d65-bc6f-19cceac7fb17 None None] Current status of the port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:44.256262 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:44.260654 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:44.343403 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:44.345261 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:44.458954 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:43Z', 'revision_number': 3, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:44.486122 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Checking router: 0d63599b-837c-4313-950c-15173c481cc7 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:09:44.486569 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Updating router 0d63599b-837c-4313-950c-15173c481cc7 port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:09:44.515546 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Allocated IP 172.20.0.1 (86a27400-3c0a-470b-b156-cfefc1803bb5/26ad9916-7481-4093-b34b-2fd3e3ffe6cc/523a2793-5d85-41db-9e5a-1147c34f6248) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:09:44.520945 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:44.619306 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Publish callbacks [] for port (523a2793-5d85-41db-9e5a-1147c34f6248), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:44.764639 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:44.781156 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Publish callbacks [] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:44.825456 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:44.827634 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:09:44.833131 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:09:44.835482 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Pushing event updated for resources: {'Port': ['ID=523a2793-5d85-41db-9e5a-1147c34f6248,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:44.837798 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:09:44.883832 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (0d63599b-837c-4313-950c-15173c481cc7), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:44.892864 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:44.894532 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:44.959813 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Attempting to bind port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:09:44.960241 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Attempting to bind port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:09:44.960616 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Attempting to bind port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:09:44.997828 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:45.009346 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aa8fa-038c-40f1-bd03-b20912aecc5d None None] Pushing event updated for resources: {'Port': ['ID=fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:45.030097 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:09:45.030483 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:09:45.030890 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:45.031287 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:09:45.031768 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Bound port: fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:09:45.032210 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:45.112832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] For port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:09:45.114250 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:45.115906 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] For port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:09:45.168697 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-b4d25f92-0b59-4a6b-b51f-ffeb90e8fee5 None None] Provisioning complete for port 523a2793-5d85-41db-9e5a-1147c34f6248 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:45.169079 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f92-0b59-4a6b-b51f-ffeb90e8fee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:45.169447 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-b4d25f92-0b59-4a6b-b51f-ffeb90e8fee5 None None] Attempt 1 to provision port 523a2793-5d85-41db-9e5a-1147c34f6248 Oct 10 17:09:45.201479 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-b4d25f92-0b59-4a6b-b51f-ffeb90e8fee5 None None] Port 523a2793-5d85-41db-9e5a-1147c34f6248 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:09:45.227885 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:45.281784 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:45.282693 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:09:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:45.291084 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Publish callbacks [] for port (523a2793-5d85-41db-9e5a-1147c34f6248), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:45.325183 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aa8fa-038c-40f1-bd03-b20912aecc5d None None] Pushing event updated for resources: {'Port': ['ID=fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:45.364880 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:45.398443 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:45.427906 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:45.436635 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (0d63599b-837c-4313-950c-15173c481cc7), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:45.438521 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Pushing event updated for resources: {'Port': ['ID=523a2793-5d85-41db-9e5a-1147c34f6248,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:45.508070 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:45.622530 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-88d28631-def2-4370-9893-1a20e97da45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 1, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:45.647823 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d28631-def2-4370-9893-1a20e97da45a None None] The sync data for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi is: [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 1, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:09:45.807898 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:09:45.808661 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:09:45.810460 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:09:45.875682 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:45.875682 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:45.875682 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 Oct 10 17:09:45.957178 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Router 0d63599b-837c-4313-950c-15173c481cc7 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:09:45.998642 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:46.083144 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:09:46.088639 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d414ff96-ae4f-416b-86a8-f14e835997cc admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0d63599b-837c-4313-950c-15173c481cc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1667204 Oct 10 17:09:46.128668 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-67b22987-11e7-40f5-a8ee-d2aa51932f66 None None] Provisioning complete for port 523a2793-5d85-41db-9e5a-1147c34f6248 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:46.129111 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-67b22987-11e7-40f5-a8ee-d2aa51932f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:46.129456 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-67b22987-11e7-40f5-a8ee-d2aa51932f66 None None] Attempt 1 to provision port 523a2793-5d85-41db-9e5a-1147c34f6248 Oct 10 17:09:46.172001 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-67b22987-11e7-40f5-a8ee-d2aa51932f66 None None] Port 523a2793-5d85-41db-9e5a-1147c34f6248 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:09:46.519231 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=63 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:46.524405 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=59 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:46.579810 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-9955fe22-b6ff-4126-9a8e-a1536c24f301 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:46.581354 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-9955fe22-b6ff-4126-9a8e-a1536c24f301 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 819 time: 0.1043215 Oct 10 17:09:46.596844 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-bddf470a-92db-41a0-ab12-067a76583778 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/quotas/2488f5601066432a8652433df5702119 HTTP/1.1" status: 200 len: 375 time: 0.0099308 Oct 10 17:09:46.653354 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a5f161c1-33f0-412a-958e-bb0730149dc6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500519 Oct 10 17:09:46.721506 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:46.748831 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-656679bb-1bf5-489b-8275-833461fd42e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887423 Oct 10 17:09:46.845128 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-d7f2f254-31ff-406f-8119-0cb2b5cdd776 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904956 Oct 10 17:09:47.067096 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3f9e78b9-364d-4724-91ed-4ddac3f1b868 req-bb27d211-e65a-4729-aa60-201829ec3695 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 210 time: 0.0282705 Oct 10 17:09:47.298604 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859208-63a8-4020-a75d-bb12945502f0 req-7ac6eaa7-9038-4ec1-8871-30ab2d8cb401 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:47.300099 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-7ac6eaa7-9038-4ec1-8871-30ab2d8cb401 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 819 time: 0.1032693 Oct 10 17:09:47.314749 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-51a5286d-9691-4ce6-9012-c0e395beb968 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/quotas/2488f5601066432a8652433df5702119 HTTP/1.1" status: 200 len: 375 time: 0.0093770 Oct 10 17:09:47.369313 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-65fa01a5-0f93-4fd0-afd8-a72ec9fe2239 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493178 Oct 10 17:09:47.468071 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-08917b76-7ab0-4dfe-8cb7-2377b0a15f59 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901036 Oct 10 17:09:47.564582 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-eb96f900-6c43-4079-8688-24f88e8757f7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904479 Oct 10 17:09:47.673376 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Sync routers for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:09:47.684378 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:47.684992 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:09:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:47.816786 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:47.816905 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:09:47.868550 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:47.870012 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:47.870012 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc Oct 10 17:09:47.886761 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a5be6c1e-7beb-4758-874c-fee5461c9d0f req-0d67ccca-9399-490a-b615-13efbf4b373f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 210 time: 0.0474131 Oct 10 17:09:47.969171 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:47.969754 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:47.992960 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:48.030767 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:45Z', 'revision_number': 2, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:48.055687 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Checking router: 0d63599b-837c-4313-950c-15173c481cc7 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:09:48.056058 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Updating router 0d63599b-837c-4313-950c-15173c481cc7 port 523a2793-5d85-41db-9e5a-1147c34f6248 binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:09:48.061737 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:48.084451 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:48.115600 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:48.118733 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:48.345943 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Publish callbacks [] for port (523a2793-5d85-41db-9e5a-1147c34f6248), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:48.456991 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:48.550321 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Attempting to bind port 523a2793-5d85-41db-9e5a-1147c34f6248 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:09:48.550634 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Attempting to bind port 523a2793-5d85-41db-9e5a-1147c34f6248 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:09:48.550989 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Attempting to bind port 523a2793-5d85-41db-9e5a-1147c34f6248 on network 86a27400-3c0a-470b-b156-cfefc1803bb5 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:09:48.553986 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Pushing event updated for resources: {'Port': ['ID=523a2793-5d85-41db-9e5a-1147c34f6248,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:48.580429 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:48.589127 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.589127 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.589383 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.589858 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.590125 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.590443 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.590773 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.591118 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.591628 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.591749 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.592076 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.592448 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.592739 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.593052 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.593370 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:09:48.611196 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:09:48.611519 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Checking segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:09:48.611912 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:48.612325 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Bound using segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:09:48.612787 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Bound port: 523a2793-5d85-41db-9e5a-1147c34f6248, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:09:48.613156 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:48.672894 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] For port 523a2793-5d85-41db-9e5a-1147c34f6248, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:09:48.675881 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] For port 523a2793-5d85-41db-9e5a-1147c34f6248, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=523a2793-5d85-41db-9e5a-1147c34f6248,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:09:48.783331 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:48.811049 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:48.819163 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:09:48.819777 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:09:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:48.907124 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0430e09-e1be-410e-a4ed-fae214524f22 None None] Pushing event updated for resources: {'Port': ['ID=523a2793-5d85-41db-9e5a-1147c34f6248,revision_number=4']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:48.945343 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:09:48.996726 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0e3e3a9e-fdee-4c2f-96f5-9db4279fdfaf req-9e63bf9d-bf33-47a8-b3d5-d8f34861d2bb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 210 time: 0.0292239 Oct 10 17:09:49.144182 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:48Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:09:49.168504 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f097329-b99f-415f-a6d9-985e0d1b137f None None] The sync data for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi is: [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:48Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:09:49.818530 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 523a2793-5d85-41db-9e5a-1147c34f6248 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:09:49.865857 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 523a2793-5d85-41db-9e5a-1147c34f6248 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:49.866158 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:49.866486 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 523a2793-5d85-41db-9e5a-1147c34f6248 Oct 10 17:09:49.936546 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 523a2793-5d85-41db-9e5a-1147c34f6248 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:49.936934 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:49.969896 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 523a2793-5d85-41db-9e5a-1147c34f6248, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=523a2793-5d85-41db-9e5a-1147c34f6248,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:50.026476 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:50.027884 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:09:50.102999 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=523a2793-5d85-41db-9e5a-1147c34f6248,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:50.105791 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b28d3ce-9432-4ecd-bce9-5dbb418e63b5 req-cd0d3d78-6a2f-4ef3-bef2-985b63943049 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 210 time: 0.0301399 Oct 10 17:09:50.113981 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:50.114353 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:50.114683 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc Oct 10 17:09:50.185495 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:51.205327 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a3a84942-be22-43f5-8634-d2f7be4248af req-56218a91-084d-42db-bb3b-f52277a23def tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 210 time: 0.0278716 Oct 10 17:09:51.784649 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 523a2793-5d85-41db-9e5a-1147c34f6248 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:09:51.833138 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 523a2793-5d85-41db-9e5a-1147c34f6248 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:51.833515 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:51.833847 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 523a2793-5d85-41db-9e5a-1147c34f6248 Oct 10 17:09:51.904943 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 523a2793-5d85-41db-9e5a-1147c34f6248 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:52.333677 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-9abd0a17-484e-4d33-9318-9c28d2a4805c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:52.335145 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-9abd0a17-484e-4d33-9318-9c28d2a4805c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 819 time: 0.1181881 Oct 10 17:09:52.335431 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b2364beb-ff0b-445d-aa06-89cdb74a2260 req-c0cee1d9-6745-47ac-b385-43c7f480b6ac tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 210 time: 0.0385838 Oct 10 17:09:52.369785 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Request body: {'port': {'device_id': 'e69da494-0060-4875-9dc0-625701fa03b5', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'admin_state_up': True, 'tenant_id': '2488f5601066432a8652433df5702119'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:09:52.432353 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:52.599879 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Made reservation on behalf of 2488f5601066432a8652433df5702119 for: {'port': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:09:52.603742 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:52.746318 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Allocated IP 172.20.0.14 (86a27400-3c0a-470b-b156-cfefc1803bb5/26ad9916-7481-4093-b34b-2fd3e3ffe6cc/37d21674-f89a-4d01-9819-f5ad96f87075) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:09:52.898017 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for port (37d21674-f89a-4d01-9819-f5ad96f87075), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:53.040838 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:53.107354 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:09:53.110753 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:09:53.113608 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:09:53.155641 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event updated for resources: {'Port': ['ID=37d21674-f89a-4d01-9819-f5ad96f87075,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:53.181933 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:53.182557 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:53.305505 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-8a35932a-8f9a-4ce2-b842-f68b90ebe64b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9398041 Oct 10 17:09:53.341317 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Request body: {'port': {'device_id': 'e69da494-0060-4875-9dc0-625701fa03b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:09:53.357252 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-35c22cfc-7eb9-467a-9a19-e3d1c007a399 None None] Provisioning complete for port 37d21674-f89a-4d01-9819-f5ad96f87075 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:53.358536 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-35c22cfc-7eb9-467a-9a19-e3d1c007a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:53.358851 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-35c22cfc-7eb9-467a-9a19-e3d1c007a399 None None] Attempt 1 to provision port 37d21674-f89a-4d01-9819-f5ad96f87075 Oct 10 17:09:53.361266 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:53.415204 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:53.415999 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-35c22cfc-7eb9-467a-9a19-e3d1c007a399 None None] Port 37d21674-f89a-4d01-9819-f5ad96f87075 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:09:53.438913 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:53.474943 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859208-63a8-4020-a75d-bb12945502f0 req-76175f24-5cbe-45fa-abe7-d829288e772d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:53.476519 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-76175f24-5cbe-45fa-abe7-d829288e772d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 819 time: 0.1453328 Oct 10 17:09:53.499793 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Request body: {'port': {'device_id': '1d9c95be-f85e-4793-8479-b522932cab7c', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'admin_state_up': True, 'tenant_id': '2488f5601066432a8652433df5702119'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:09:53.522472 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:53.623835 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5b9a229b-cca4-48b4-867e-d503791bb2b2 req-f5add024-a80c-452c-9c8d-056722202811 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 210 time: 0.0809269 Oct 10 17:09:53.716421 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:53.776860 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Made reservation on behalf of 2488f5601066432a8652433df5702119 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:09:53.781710 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:53.803694 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d21674-f89a-4d01-9819-f5ad96f87075 {{(pid=104999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:09:53.812347 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Publish callbacks [] for port (37d21674-f89a-4d01-9819-f5ad96f87075), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:53.827541 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.provisioning_blocks [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Transition to ACTIVE for port object 37d21674-f89a-4d01-9819-f5ad96f87075 will not be triggered until provisioned by entity L2. {{(pid=104999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:09:53.849702 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:53.908504 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:53.959667 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Allocated IP 172.20.0.4 (86a27400-3c0a-470b-b156-cfefc1803bb5/26ad9916-7481-4093-b34b-2fd3e3ffe6cc/479a06ae-07fd-4ef7-a1fe-f3e76ecf1536) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:09:53.997166 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Pushing event updated for resources: {'Port': ['ID=37d21674-f89a-4d01-9819-f5ad96f87075,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:54.030364 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Attempting to bind port 37d21674-f89a-4d01-9819-f5ad96f87075 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:09:54.030705 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Attempting to bind port 37d21674-f89a-4d01-9819-f5ad96f87075 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:09:54.031037 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Attempting to bind port 37d21674-f89a-4d01-9819-f5ad96f87075 on network 86a27400-3c0a-470b-b156-cfefc1803bb5 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:09:54.098161 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Port 37d21674-f89a-4d01-9819-f5ad96f87075 on network 86a27400-3c0a-470b-b156-cfefc1803bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:09:54.098500 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Attempting to bind port 37d21674-f89a-4d01-9819-f5ad96f87075 on network 86a27400-3c0a-470b-b156-cfefc1803bb5 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:09:54.130194 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:54.183776 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:09:54.184147 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Checking segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:09:54.184538 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Bound using segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:09:54.185532 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Bound port: 37d21674-f89a-4d01-9819-f5ad96f87075, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:09:54.185894 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:54.246222 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:54.246951 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:54.254390 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] For port 37d21674-f89a-4d01-9819-f5ad96f87075, host hv-cinder-83454, cleared binding levels {{(pid=104999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:09:54.257825 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] For port 37d21674-f89a-4d01-9819-f5ad96f87075, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=37d21674-f89a-4d01-9819-f5ad96f87075,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=104999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:09:54.294048 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:09:54.297249 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:09:54.301455 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:09:54.307717 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event updated for resources: {'Port': ['ID=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:54.349345 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:54.359228 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:54.362654 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:54.366210 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:54.366324 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:54.366324 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:54.366324 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/37d21674-f89a-4d01-9819-f5ad96f87075 HTTP/1.1" status: 200 len: 1094 time: 1.0350628 Oct 10 17:09:54.366563 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69da494-0060-4875-9dc0-625701fa03b5', 'tag': '37d21674-f89a-4d01-9819-f5ad96f87075'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:09:54.368976 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b76e050-61c6-4565-a5d4-9e3bbdcad886" -d '{"events": [{"name": "network-changed", "server_uuid": "e69da494-0060-4875-9dc0-625701fa03b5", "tag": "37d21674-f89a-4d01-9819-f5ad96f87075"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:09:54.458166 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1366b69d-7c10-40ee-b5e5-13f0fef4f6e6 x-openstack-request-id: req-1366b69d-7c10-40ee-b5e5-13f0fef4f6e6 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:09:54.458541 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69da494-0060-4875-9dc0-625701fa03b5", "tag": "37d21674-f89a-4d01-9819-f5ad96f87075", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:09:54.458856 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1366b69d-7c10-40ee-b5e5-13f0fef4f6e6 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:09:54.459352 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1366b69d-7c10-40ee-b5e5-13f0fef4f6e6'] response: {'name': 'network-changed', 'server_uuid': 'e69da494-0060-4875-9dc0-625701fa03b5', 'tag': '37d21674-f89a-4d01-9819-f5ad96f87075', 'status': 'completed', 'code': 200} Oct 10 17:09:54.464649 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b344af-b0c6-48d9-8795-691a75c1d57f service neutron] Pushing event updated for resources: {'Port': ['ID=37d21674-f89a-4d01-9819-f5ad96f87075,revision_number=3']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:54.501073 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ad379c33-f9f5-4dd2-8e51-940bde5c90e7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0065565 Oct 10 17:09:54.538740 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-ab44332a-9a28-493e-883b-3b1f87433035 None None] Provisioning complete for port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:09:54.539261 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ab44332a-9a28-493e-883b-3b1f87433035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:54.539445 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-ab44332a-9a28-493e-883b-3b1f87433035 None None] Attempt 1 to provision port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 Oct 10 17:09:54.555726 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Request body: {'port': {'device_id': '1d9c95be-f85e-4793-8479-b522932cab7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:09:54.577495 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-ab44332a-9a28-493e-883b-3b1f87433035 None None] Port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:09:54.605762 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e050-61c6-4565-a5d4-9e3bbdcad886 req-658ccece-8c71-43bf-87c3-fc59806692f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:54.607725 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7b76e050-61c6-4565-a5d4-9e3bbdcad886 req-658ccece-8c71-43bf-87c3-fc59806692f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 1128 time: 0.0543807 Oct 10 17:09:54.631786 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:54.733559 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e050-61c6-4565-a5d4-9e3bbdcad886 req-1e439175-7380-4ab9-8b80-82c81bcf083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:54.737342 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7b76e050-61c6-4565-a5d4-9e3bbdcad886 req-1e439175-7380-4ab9-8b80-82c81bcf083a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2488f5601066432a8652433df5702119&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1135969 Oct 10 17:09:54.787944 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632a32b-26ca-486d-8935-4822847004e4 req-9ee97743-50cf-4b40-8259-59f13bdd7ee7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:54.789476 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4632a32b-26ca-486d-8935-4822847004e4 req-9ee97743-50cf-4b40-8259-59f13bdd7ee7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 931 time: 0.1103539 Oct 10 17:09:54.847796 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e050-61c6-4565-a5d4-9e3bbdcad886 req-e917bc47-6939-408e-9aaa-cadc53d9b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:54.849424 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7b76e050-61c6-4565-a5d4-9e3bbdcad886 req-e917bc47-6939-408e-9aaa-cadc53d9b1a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006327 Oct 10 17:09:54.898930 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4632a32b-26ca-486d-8935-4822847004e4 req-a2deb845-7907-4e69-b5d3-0d2af917252b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023271 Oct 10 17:09:54.970985 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-1776b0ac-e41d-4c32-b9a4-0911eaa579c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:54.972571 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-1776b0ac-e41d-4c32-b9a4-0911eaa579c2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 1128 time: 0.0405555 Oct 10 17:09:54.984555 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:09:54.988776 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:54.993166 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Publish callbacks [] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:55.005853 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Transition to ACTIVE for port object 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:09:55.027924 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-78388c2f-754e-4792-a643-cd19a5485375 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37d21674-f89a-4d01-9819-f5ad96f87075 HTTP/1.1" status: 200 len: 217 time: 0.0354795 Oct 10 17:09:55.078408 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-bef3e014-78b0-4fa9-a65b-01b250311ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:55.079857 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-bef3e014-78b0-4fa9-a65b-01b250311ca9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0443931 Oct 10 17:09:55.096491 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:55.129256 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-2ff57588-fb06-442b-9581-1b20a87f4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:55.130790 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-2ff57588-fb06-442b-9581-1b20a87f4ce6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435216 Oct 10 17:09:55.199713 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Pushing event updated for resources: {'Port': ['ID=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:55.220611 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:55.247010 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Attempting to bind port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:09:55.247380 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Attempting to bind port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:09:55.247833 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Attempting to bind port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 on network 86a27400-3c0a-470b-b156-cfefc1803bb5 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:09:55.269448 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-f419c7d8-25a9-46f2-918b-72b74c7f0667 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301513 Oct 10 17:09:55.297939 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 on network 86a27400-3c0a-470b-b156-cfefc1803bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:09:55.298271 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Attempting to bind port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 on network 86a27400-3c0a-470b-b156-cfefc1803bb5 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:09:55.366047 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:09:55.366387 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Checking segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:09:55.366898 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Bound using segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:09:55.367335 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Bound port: 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:09:55.367693 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:55.394320 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7bb854c7-b585-4f90-b4db-b71ee0768f89 req-748fe916-5834-4b23-8fcc-97ef5620a08a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144261 Oct 10 17:09:55.446101 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] For port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:09:55.449268 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] For port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:09:55.526204 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:55.532495 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:55.535645 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:55.535645 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 HTTP/1.1" status: 200 len: 1093 time: 0.9837313 Oct 10 17:09:55.535645 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9c95be-f85e-4793-8479-b522932cab7c', 'tag': '479a06ae-07fd-4ef7-a1fe-f3e76ecf1536'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:09:55.537560 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeafb5b-0560-4b7e-a343-5f3453645e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9c95be-f85e-4793-8479-b522932cab7c", "tag": "479a06ae-07fd-4ef7-a1fe-f3e76ecf1536"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:09:55.586302 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e50f7c-6e42-4611-9ef4-c39fb7d7dad1 service neutron] Pushing event updated for resources: {'Port': ['ID=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:55.596476 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11f3112-4ba6-4608-bacd-adda2080303e x-openstack-request-id: req-d11f3112-4ba6-4608-bacd-adda2080303e {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:09:55.596476 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9c95be-f85e-4793-8479-b522932cab7c", "tag": "479a06ae-07fd-4ef7-a1fe-f3e76ecf1536", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:09:55.596476 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d11f3112-4ba6-4608-bacd-adda2080303e {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:09:55.596730 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11f3112-4ba6-4608-bacd-adda2080303e'] response: {'name': 'network-changed', 'server_uuid': '1d9c95be-f85e-4793-8479-b522932cab7c', 'tag': '479a06ae-07fd-4ef7-a1fe-f3e76ecf1536', 'status': 'completed', 'code': 200} Oct 10 17:09:55.871932 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:55.880947 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50459c5-c016-42c7-aa88-8c09ea820901 req-d72e472e-3a88-400c-9581-3aa503838c7d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:55.887601 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a50459c5-c016-42c7-aa88-8c09ea820901 req-d72e472e-3a88-400c-9581-3aa503838c7d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0528903 Oct 10 17:09:55.943091 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a50459c5-c016-42c7-aa88-8c09ea820901 req-04294e5c-14dc-46f1-8f80-e0474995e117 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540056 Oct 10 17:09:56.055850 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365958c-9f09-4a67-8879-141ec72c716b req-752ff21f-e8db-4fb5-88e6-4558ee1b4d69 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:56.057561 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1365958c-9f09-4a67-8879-141ec72c716b req-752ff21f-e8db-4fb5-88e6-4558ee1b4d69 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 943 time: 0.0526018 Oct 10 17:09:56.108405 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1365958c-9f09-4a67-8879-141ec72c716b req-4d23dfec-5581-447c-8746-9778c3bec2f8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Oct 10 17:09:56.671838 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeafb5b-0560-4b7e-a343-5f3453645e1e req-30cbe20c-399a-4ee7-b41a-c038ca067215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:56.673438 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2aeafb5b-0560-4b7e-a343-5f3453645e1e req-30cbe20c-399a-4ee7-b41a-c038ca067215 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 1127 time: 0.0406065 Oct 10 17:09:56.894522 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeafb5b-0560-4b7e-a343-5f3453645e1e req-bf6e7590-116f-47cc-b3e6-de14caab1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:56.895942 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2aeafb5b-0560-4b7e-a343-5f3453645e1e req-bf6e7590-116f-47cc-b3e6-de14caab1045 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2488f5601066432a8652433df5702119&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0961325 Oct 10 17:09:56.992589 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeafb5b-0560-4b7e-a343-5f3453645e1e req-6b53491f-d6a6-41db-8cf1-cec8867b70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:56.993926 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2aeafb5b-0560-4b7e-a343-5f3453645e1e req-6b53491f-d6a6-41db-8cf1-cec8867b70a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915720 Oct 10 17:09:57.112054 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e92d-091a-4f8f-b554-eff281f8652d req-d69b180f-e60f-4ce9-9b60-ac4d96a328b0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:57.113539 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-db69e92d-091a-4f8f-b554-eff281f8652d req-d69b180f-e60f-4ce9-9b60-ac4d96a328b0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0789921 Oct 10 17:09:57.120136 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859208-63a8-4020-a75d-bb12945502f0 req-9dca17b8-5613-4b02-a2e4-d06b97e710ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:57.121513 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-9dca17b8-5613-4b02-a2e4-d06b97e710ae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 1127 time: 0.0538695 Oct 10 17:09:57.173456 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-39c0df17-a761-46c5-a067-4e40e03756a1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 HTTP/1.1" status: 200 len: 217 time: 0.0381386 Oct 10 17:09:57.253384 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-db69e92d-091a-4f8f-b554-eff281f8652d req-5f104785-0c95-4b04-a89c-963f28027796 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309421 Oct 10 17:09:57.276136 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf5929-5900-42c4-8435-d4aba4740b99 req-a6ae794b-8e10-4a12-aaa3-32044eb88ee2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:57.278177 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9fbf5929-5900-42c4-8435-d4aba4740b99 req-a6ae794b-8e10-4a12-aaa3-32044eb88ee2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 943 time: 0.0854611 Oct 10 17:09:57.279006 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859208-63a8-4020-a75d-bb12945502f0 req-5770eaf3-732e-4972-82c0-a100492d702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:57.280352 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-5770eaf3-732e-4972-82c0-a100492d702f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0991778 Oct 10 17:09:57.354592 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859208-63a8-4020-a75d-bb12945502f0 req-137865ee-a51c-4544-bb81-09f4f6c259c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:57.356096 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-137865ee-a51c-4544-bb81-09f4f6c259c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655992 Oct 10 17:09:57.359505 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9fbf5929-5900-42c4-8435-d4aba4740b99 req-1952ac39-817a-42a6-8b45-b311ff9b7ac7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760431 Oct 10 17:09:57.584151 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 37d21674-f89a-4d01-9819-f5ad96f87075 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:09:57.649968 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:57.668089 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-573d8342-3671-455d-984e-19d47c6c949b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052125 Oct 10 17:09:57.690347 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 37d21674-f89a-4d01-9819-f5ad96f87075, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=37d21674-f89a-4d01-9819-f5ad96f87075,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:57.705792 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '37d21674-f89a-4d01-9819-f5ad96f87075', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'port_id': '37d21674-f89a-4d01-9819-f5ad96f87075', 'mac_address': 'fa:16:3e:ae:69:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:09:57.742697 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 37d21674-f89a-4d01-9819-f5ad96f87075 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:09:57.743098 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:57.757739 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d21674-f89a-4d01-9819-f5ad96f87075 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:09:57.778358 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 37d21674-f89a-4d01-9819-f5ad96f87075, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=37d21674-f89a-4d01-9819-f5ad96f87075,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:09:57.793394 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6859208-63a8-4020-a75d-bb12945502f0 req-ca72e00a-7a62-45e8-bcdc-1c9f0dc85e78 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162932 Oct 10 17:09:57.889389 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:57.943085 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=37d21674-f89a-4d01-9819-f5ad96f87075,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:58.118674 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56264) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:58.226456 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-65d1166f-e41a-4aba-a14d-2382a37f1367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:58.299979 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-65d1166f-e41a-4aba-a14d-2382a37f1367 admin admin] Publish callbacks [] for security_group (3922765a-b0ea-4877-8565-6bc3f14c61ef), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:58.377145 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-65d1166f-e41a-4aba-a14d-2382a37f1367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (3922765a-b0ea-4877-8565-6bc3f14c61ef), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:58.401076 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122c7ba-98dd-41f0-8ce0-f632dd9f3155 req-319dd070-addc-419d-bae2-d3f3c903328a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:58.405456 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4122c7ba-98dd-41f0-8ce0-f632dd9f3155 req-319dd070-addc-419d-bae2-d3f3c903328a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0650849 Oct 10 17:09:58.447508 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-65d1166f-e41a-4aba-a14d-2382a37f1367 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0fbff0f82f6f4bc18fecec8515b210c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273220 Oct 10 17:09:58.450143 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1166f-e41a-4aba-a14d-2382a37f1367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3922765a-b0ea-4877-8565-6bc3f14c61ef,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:58.450364 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56276) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:58.467881 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:58.500494 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0c41f297-f80a-4fd0-b41f-d11f86713a42 admin admin] Publish callbacks [] for security_group (3922765a-b0ea-4877-8565-6bc3f14c61ef), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:58.512311 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9feb56-3290-4b7f-aa21-d6552b60303d req-9de38384-17c5-41b0-b455-729187391a21 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:58.514305 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b9feb56-3290-4b7f-aa21-d6552b60303d req-9de38384-17c5-41b0-b455-729187391a21 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 943 time: 0.0705972 Oct 10 17:09:58.517723 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4122c7ba-98dd-41f0-8ce0-f632dd9f3155 req-f5046a88-e4a4-4c12-83d0-b77160238fee tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021178 Oct 10 17:09:58.527986 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0c41f297-f80a-4fd0-b41f-d11f86713a42 admin admin] Publish callbacks [] for security_group (3922765a-b0ea-4877-8565-6bc3f14c61ef), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:58.562918 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b9feb56-3290-4b7f-aa21-d6552b60303d req-00ba7a01-6369-4c27-bf29-149ebd3a6eb9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Oct 10 17:09:58.656314 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0c41f297-f80a-4fd0-b41f-d11f86713a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (3922765a-b0ea-4877-8565-6bc3f14c61ef), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:58.658826 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0c41f297-f80a-4fd0-b41f-d11f86713a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:58.659974 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-0c41f297-f80a-4fd0-b41f-d11f86713a42 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3922765a-b0ea-4877-8565-6bc3f14c61ef HTTP/1.1" status: 204 len: 168 time: 0.2086337 Oct 10 17:09:58.667731 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41f297-f80a-4fd0-b41f-d11f86713a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3922765a-b0ea-4877-8565-6bc3f14c61ef,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:58.679619 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:59.147903 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=71 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:59.382005 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56314) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:59.395742 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6b185c6b-51ff-4685-a4d1-38ddbb970c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:59.473219 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6b185c6b-51ff-4685-a4d1-38ddbb970c0f admin admin] Publish callbacks [] for security_group (95e7b114-7db8-486e-a39e-162e94c41788), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:59.548447 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6b185c6b-51ff-4685-a4d1-38ddbb970c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (95e7b114-7db8-486e-a39e-162e94c41788), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:59.594608 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-6b185c6b-51ff-4685-a4d1-38ddbb970c0f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a1ed7e8179f54b1b8c5fb323e82fb852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114551 Oct 10 17:09:59.595495 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b185c6b-51ff-4685-a4d1-38ddbb970c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e7b114-7db8-486e-a39e-162e94c41788,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:59.598407 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56324) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:59.648364 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56328) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:09:59.666283 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39289e42-8a64-4bac-b2ae-cc3d8be2d9f4 req-5a0cd70c-0752-443b-af77-61f8ea012f6f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:59.670706 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-39289e42-8a64-4bac-b2ae-cc3d8be2d9f4 req-5a0cd70c-0752-443b-af77-61f8ea012f6f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0594449 Oct 10 17:09:59.700677 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac18f-fc7c-4877-8cb3-c8d6334cfe61 admin admin] Publish callbacks [] for security_group (95e7b114-7db8-486e-a39e-162e94c41788), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:59.725354 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac18f-fc7c-4877-8cb3-c8d6334cfe61 admin admin] Publish callbacks [] for security_group (95e7b114-7db8-486e-a39e-162e94c41788), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:59.746516 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:09:59.775812 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b7e48-5467-44d5-8b98-0eef884f8b6c req-d269f4d2-2615-4620-aa48-c1cb453e87f6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:09:59.777438 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-561b7e48-5467-44d5-8b98-0eef884f8b6c req-d269f4d2-2615-4620-aa48-c1cb453e87f6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 943 time: 0.0772183 Oct 10 17:09:59.783687 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-39289e42-8a64-4bac-b2ae-cc3d8be2d9f4 req-011417e6-a553-43a9-a72c-d877e5232c1a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069818 Oct 10 17:09:59.816121 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b916051d-a877-44d3-a903-b188b15b9968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:59.865276 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-561b7e48-5467-44d5-8b98-0eef884f8b6c req-7385bf76-3391-43f8-ac92-ee9486bcf6e4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760937 Oct 10 17:09:59.895139 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac18f-fc7c-4877-8cb3-c8d6334cfe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (95e7b114-7db8-486e-a39e-162e94c41788), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:59.899914 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac18f-fc7c-4877-8cb3-c8d6334cfe61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:09:59.899914 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4c1ac18f-fc7c-4877-8cb3-c8d6334cfe61 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/95e7b114-7db8-486e-a39e-162e94c41788 HTTP/1.1" status: 204 len: 168 time: 0.2988174 Oct 10 17:09:59.906550 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ac18f-fc7c-4877-8cb3-c8d6334cfe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e7b114-7db8-486e-a39e-162e94c41788,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:09:59.959183 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b916051d-a877-44d3-a903-b188b15b9968 admin admin] Publish callbacks [] for security_group (e9af0b6b-ee92-4960-9812-0d726633ad61), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.027726 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b916051d-a877-44d3-a903-b188b15b9968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (e9af0b6b-ee92-4960-9812-0d726633ad61), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.067389 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-b916051d-a877-44d3-a903-b188b15b9968 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=741b2e3c05224086b569304d6ae3682a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180114 Oct 10 17:10:00.069345 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916051d-a877-44d3-a903-b188b15b9968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af0b6b-ee92-4960-9812-0d726633ad61,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:00.070126 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56336) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:00.120406 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-35d979ff-6f69-489f-ad87-b79de93f387d admin admin] Publish callbacks [] for security_group (e9af0b6b-ee92-4960-9812-0d726633ad61), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.140585 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-35d979ff-6f69-489f-ad87-b79de93f387d admin admin] Publish callbacks [] for security_group (e9af0b6b-ee92-4960-9812-0d726633ad61), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.249734 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-35d979ff-6f69-489f-ad87-b79de93f387d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (e9af0b6b-ee92-4960-9812-0d726633ad61), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.252638 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-35d979ff-6f69-489f-ad87-b79de93f387d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.253780 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-35d979ff-6f69-489f-ad87-b79de93f387d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e9af0b6b-ee92-4960-9812-0d726633ad61 HTTP/1.1" status: 204 len: 168 time: 0.1826632 Oct 10 17:10:00.262321 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d979ff-6f69-489f-ad87-b79de93f387d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af0b6b-ee92-4960-9812-0d726633ad61,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:00.526649 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56344) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:00.540848 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d9c4accc-4acc-4cab-b0ec-21512766fb06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.621683 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d9c4accc-4acc-4cab-b0ec-21512766fb06 admin admin] Publish callbacks [] for security_group (29416d2c-3430-4ba3-be87-b237cb4aa7c0), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.725635 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d9c4accc-4acc-4cab-b0ec-21512766fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (29416d2c-3430-4ba3-be87-b237cb4aa7c0), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.769220 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d9c4accc-4acc-4cab-b0ec-21512766fb06 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b33530e06f0944bf9156c99557d175a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414927 Oct 10 17:10:00.771314 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4accc-4acc-4cab-b0ec-21512766fb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29416d2c-3430-4ba3-be87-b237cb4aa7c0,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:00.772059 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56350) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:00.791278 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:00.823362 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6e83999a-0593-45be-8c5c-c829bf56e2aa admin admin] Publish callbacks [] for security_group (29416d2c-3430-4ba3-be87-b237cb4aa7c0), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.846204 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6e83999a-0593-45be-8c5c-c829bf56e2aa admin admin] Publish callbacks [] for security_group (29416d2c-3430-4ba3-be87-b237cb4aa7c0), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:00.878011 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['37d21674-f89a-4d01-9819-f5ad96f87075'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:10:00.949201 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6c79d-1e62-4a28-88a7-bcd7b590b628 req-75b9b855-a630-4aaf-8c6c-d1d1d9ab155e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:00.950756 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-92e6c79d-1e62-4a28-88a7-bcd7b590b628 req-75b9b855-a630-4aaf-8c6c-d1d1d9ab155e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0706296 Oct 10 17:10:01.020787 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f82470-96d6-4901-a364-5870c2fed911 req-41b095a5-64ce-44c0-bb9f-2f36ad335afd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:01.022348 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-93f82470-96d6-4901-a364-5870c2fed911 req-41b095a5-64ce-44c0-bb9f-2f36ad335afd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 943 time: 0.0698023 Oct 10 17:10:01.053697 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-92e6c79d-1e62-4a28-88a7-bcd7b590b628 req-21e4a6fa-ae06-4fa6-909d-0d19a505e146 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909724 Oct 10 17:10:01.069513 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56358) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:01.075826 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:01.084564 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-85d4dcdb-e079-4473-81ed-6192c515f82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:01.095121 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6e83999a-0593-45be-8c5c-c829bf56e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (29416d2c-3430-4ba3-be87-b237cb4aa7c0), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:01.097715 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6e83999a-0593-45be-8c5c-c829bf56e2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:01.098884 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-6e83999a-0593-45be-8c5c-c829bf56e2aa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/29416d2c-3430-4ba3-be87-b237cb4aa7c0 HTTP/1.1" status: 204 len: 168 time: 0.3257422 Oct 10 17:10:01.110149 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-93f82470-96d6-4901-a364-5870c2fed911 req-09cfbcdc-a424-4aec-95c9-5c2cf599bb46 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774057 Oct 10 17:10:01.112277 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83999a-0593-45be-8c5c-c829bf56e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29416d2c-3430-4ba3-be87-b237cb4aa7c0,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:01.140320 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:01.170237 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-85d4dcdb-e079-4473-81ed-6192c515f82b admin admin] Publish callbacks [] for security_group (83420e04-45bc-4441-ac09-5bb859b842db), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:01.228445 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-85d4dcdb-e079-4473-81ed-6192c515f82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (83420e04-45bc-4441-ac09-5bb859b842db), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:01.267530 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-85d4dcdb-e079-4473-81ed-6192c515f82b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=06939da2aa95417b9c954b72202263d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969335 Oct 10 17:10:01.269592 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4dcdb-e079-4473-81ed-6192c515f82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83420e04-45bc-4441-ac09-5bb859b842db,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:01.270342 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56362) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:01.321111 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0ad67cca-be39-4738-99b2-8ff2b5896529 admin admin] Publish callbacks [] for security_group (83420e04-45bc-4441-ac09-5bb859b842db), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:01.340592 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0ad67cca-be39-4738-99b2-8ff2b5896529 admin admin] Publish callbacks [] for security_group (83420e04-45bc-4441-ac09-5bb859b842db), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:01.473527 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0ad67cca-be39-4738-99b2-8ff2b5896529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (83420e04-45bc-4441-ac09-5bb859b842db), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:01.476191 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0ad67cca-be39-4738-99b2-8ff2b5896529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:01.480078 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-0ad67cca-be39-4738-99b2-8ff2b5896529 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/83420e04-45bc-4441-ac09-5bb859b842db HTTP/1.1" status: 204 len: 168 time: 0.2084370 Oct 10 17:10:01.489965 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad67cca-be39-4738-99b2-8ff2b5896529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83420e04-45bc-4441-ac09-5bb859b842db,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:02.217769 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:02.231606 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56400) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:02.232143 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f559-ceee-40c6-a28a-f2d435580368 req-9f40399a-be88-43d3-a82f-9ba688fc62a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:02.236673 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6ff4f559-ceee-40c6-a28a-f2d435580368 req-9f40399a-be88-43d3-a82f-9ba688fc62a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0924566 Oct 10 17:10:02.321033 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd1388-7f22-4776-b541-d8e2cf5815cc req-a57d7b92-2400-444c-aa3a-54c9590089a1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:02.322452 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b2dd1388-7f22-4776-b541-d8e2cf5815cc req-a57d7b92-2400-444c-aa3a-54c9590089a1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 943 time: 0.0829387 Oct 10 17:10:02.325674 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6ff4f559-ceee-40c6-a28a-f2d435580368 req-a1eadc9e-982d-4061-9b84-d0e09a12735b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880246 Oct 10 17:10:02.395095 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b2dd1388-7f22-4776-b541-d8e2cf5815cc req-4053a4b8-83b2-430b-adef-5afb0f715735 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Oct 10 17:10:02.489331 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-452eb743-060b-47bf-9954-ad85dcd11b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:02.583661 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-452eb743-060b-47bf-9954-ad85dcd11b78 admin admin] Publish callbacks [] for security_group (7749d593-f41a-40c1-a5b9-d7d8364df31d), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:02.628619 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-452eb743-060b-47bf-9954-ad85dcd11b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (7749d593-f41a-40c1-a5b9-d7d8364df31d), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:02.674876 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-452eb743-060b-47bf-9954-ad85dcd11b78 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4abcd297b89c4351a268c6c4e972de80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437749 Oct 10 17:10:02.675069 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56426) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:02.676090 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eb743-060b-47bf-9954-ad85dcd11b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7749d593-f41a-40c1-a5b9-d7d8364df31d,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:02.734781 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8a65fe6-7ffe-48be-b6b1-1ccabde1e565 admin admin] Publish callbacks [] for security_group (7749d593-f41a-40c1-a5b9-d7d8364df31d), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:02.756353 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8a65fe6-7ffe-48be-b6b1-1ccabde1e565 admin admin] Publish callbacks [] for security_group (7749d593-f41a-40c1-a5b9-d7d8364df31d), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:02.772887 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:10:02.839986 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 37d21674-f89a-4d01-9819-f5ad96f87075 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:02.892476 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8a65fe6-7ffe-48be-b6b1-1ccabde1e565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (7749d593-f41a-40c1-a5b9-d7d8364df31d), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:02.897949 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8a65fe6-7ffe-48be-b6b1-1ccabde1e565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:02.900085 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-b8a65fe6-7ffe-48be-b6b1-1ccabde1e565 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7749d593-f41a-40c1-a5b9-d7d8364df31d HTTP/1.1" status: 204 len: 168 time: 0.2239559 Oct 10 17:10:02.912050 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65fe6-7ffe-48be-b6b1-1ccabde1e565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7749d593-f41a-40c1-a5b9-d7d8364df31d,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:03.061789 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port 37d21674-f89a-4d01-9819-f5ad96f87075 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:10:03.072680 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:03.084506 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '479a06ae-07fd-4ef7-a1fe-f3e76ecf1536', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'port_id': '479a06ae-07fd-4ef7-a1fe-f3e76ecf1536', 'mac_address': 'fa:16:3e:99:ac:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:10:03.111857 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:03.131413 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:03.131861 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:03.134923 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 37d21674-f89a-4d01-9819-f5ad96f87075 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:03.135281 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:03.135615 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 37d21674-f89a-4d01-9819-f5ad96f87075 Oct 10 17:10:03.168199 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:10:03.196434 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:03.237350 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 37d21674-f89a-4d01-9819-f5ad96f87075 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:03.237752 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:03.260990 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:03.261865 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:03.269425 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69da494-0060-4875-9dc0-625701fa03b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d21674-f89a-4d01-9819-f5ad96f87075'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:10:03.271632 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fb334e-6397-43ae-b594-bac257fcc736" -d '{"events": [{"server_uuid": "e69da494-0060-4875-9dc0-625701fa03b5", "name": "network-vif-plugged", "status": "completed", "tag": "37d21674-f89a-4d01-9819-f5ad96f87075"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:10:03.303548 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 37d21674-f89a-4d01-9819-f5ad96f87075, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=37d21674-f89a-4d01-9819-f5ad96f87075,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:03.338279 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eee62a9-74ed-4828-8987-ded8e9f3df22 x-openstack-request-id: req-1eee62a9-74ed-4828-8987-ded8e9f3df22 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:10:03.338279 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69da494-0060-4875-9dc0-625701fa03b5", "name": "network-vif-plugged", "status": "completed", "tag": "37d21674-f89a-4d01-9819-f5ad96f87075", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:10:03.338279 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1eee62a9-74ed-4828-8987-ded8e9f3df22 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:10:03.338279 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eee62a9-74ed-4828-8987-ded8e9f3df22'] response: {'server_uuid': 'e69da494-0060-4875-9dc0-625701fa03b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d21674-f89a-4d01-9819-f5ad96f87075', 'code': 200} Oct 10 17:10:03.341352 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:03.349733 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:03.417503 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=37d21674-f89a-4d01-9819-f5ad96f87075,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:03.491354 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27891f0d-670c-4b9c-bc3c-16e0c8d14b07 req-0856df2c-b07f-4fcf-87ed-2c2723113f79 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:03.492987 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-27891f0d-670c-4b9c-bc3c-16e0c8d14b07 req-0856df2c-b07f-4fcf-87ed-2c2723113f79 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0554829 Oct 10 17:10:03.589316 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7aebd-c52c-42f6-9e4f-6f4834dd1410 req-889a15d8-8a5f-4b0b-a7c1-3206d7fc9c51 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:03.590951 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-31f7aebd-c52c-42f6-9e4f-6f4834dd1410 req-889a15d8-8a5f-4b0b-a7c1-3206d7fc9c51 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 944 time: 0.0875351 Oct 10 17:10:03.610491 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-27891f0d-670c-4b9c-bc3c-16e0c8d14b07 req-ad38beba-8505-43a3-a3c3-d2d7ba7f0232 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101007 Oct 10 17:10:03.618035 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['479a06ae-07fd-4ef7-a1fe-f3e76ecf1536'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:10:03.666866 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-31f7aebd-c52c-42f6-9e4f-6f4834dd1410 req-6f13a319-f233-4f45-866f-108e0440a626 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667865 Oct 10 17:10:04.165792 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc5148-8290-4c02-a2d6-02fe59040397 req-8f8b7af0-e5d0-4010-ad8d-862b9c7029ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:04.167345 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-91bc5148-8290-4c02-a2d6-02fe59040397 req-8f8b7af0-e5d0-4010-ad8d-862b9c7029ca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 1130 time: 0.0595160 Oct 10 17:10:04.218488 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-91bc5148-8290-4c02-a2d6-02fe59040397 req-66ebc73b-8280-46e6-a76d-cd05cb7a2e13 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Oct 10 17:10:04.747703 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac5499-51dd-4c3a-a9b4-50db37b527ca req-e18bb597-d395-47d1-9d89-212baaf45dcd tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:04.749628 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5bac5499-51dd-4c3a-a9b4-50db37b527ca req-e18bb597-d395-47d1-9d89-212baaf45dcd tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0503097 Oct 10 17:10:04.799889 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:04.843944 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de7f06-15ce-4111-89ac-399d3ad1b7c0 req-c802acc7-06a9-4f0f-8075-fbc7762ae9a9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:04.845594 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-49de7f06-15ce-4111-89ac-399d3ad1b7c0 req-c802acc7-06a9-4f0f-8075-fbc7762ae9a9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 944 time: 0.0802071 Oct 10 17:10:04.847125 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:10:04.852609 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5bac5499-51dd-4c3a-a9b4-50db37b527ca req-53a309b9-990b-4718-87f0-86e1ab270ab8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962660 Oct 10 17:10:04.910129 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-49de7f06-15ce-4111-89ac-399d3ad1b7c0 req-bb29e665-cf0d-4e08-ad44-2a5682149f94 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563536 Oct 10 17:10:04.914960 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:04.915413 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:04.915656 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 Oct 10 17:10:04.997975 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:04.998624 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:05.010228 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-6bc9af58-cb6a-4655-8ed1-027f3aeb95cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:05.049392 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:05.107176 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:05.161180 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:05.337157 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9c95be-f85e-4793-8479-b522932cab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479a06ae-07fd-4ef7-a1fe-f3e76ecf1536'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:10:05.339727 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5537062c-5029-43dc-b340-0bca172ebfc6" -d '{"events": [{"server_uuid": "1d9c95be-f85e-4793-8479-b522932cab7c", "name": "network-vif-plugged", "status": "completed", "tag": "479a06ae-07fd-4ef7-a1fe-f3e76ecf1536"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:10:05.392586 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c302bc6-0e8f-4e82-8ab9-3754debf50b9 x-openstack-request-id: req-6c302bc6-0e8f-4e82-8ab9-3754debf50b9 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:10:05.392908 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9c95be-f85e-4793-8479-b522932cab7c", "name": "network-vif-plugged", "status": "completed", "tag": "479a06ae-07fd-4ef7-a1fe-f3e76ecf1536", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:10:05.393164 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c302bc6-0e8f-4e82-8ab9-3754debf50b9 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:10:05.393564 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c302bc6-0e8f-4e82-8ab9-3754debf50b9'] response: {'server_uuid': '1d9c95be-f85e-4793-8479-b522932cab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479a06ae-07fd-4ef7-a1fe-f3e76ecf1536', 'code': 200} Oct 10 17:10:05.763240 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3576af-e46c-4959-8ce7-82a989d39a76 req-febb433b-ee74-4505-9d8f-088034a59f34 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:05.765351 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-df3576af-e46c-4959-8ce7-82a989d39a76 req-febb433b-ee74-4505-9d8f-088034a59f34 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0472779 Oct 10 17:10:05.776945 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:05.814412 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-df3576af-e46c-4959-8ce7-82a989d39a76 req-6f744465-7815-4f00-a988-b16619d3fa99 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430262 Oct 10 17:10:05.997652 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fbe13-cd5f-4932-b585-121340d36f4e req-6c4e6000-9ff8-44d2-a736-f647b4405b1c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:05.999996 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e42fbe13-cd5f-4932-b585-121340d36f4e req-6c4e6000-9ff8-44d2-a736-f647b4405b1c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0575011 Oct 10 17:10:06.058727 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:06.081809 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ac55c-f47a-4b3a-836f-3930351380c0 req-54532478-c799-4591-b0dd-020d8a022e9d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:06.083462 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f04ac55c-f47a-4b3a-836f-3930351380c0 req-54532478-c799-4591-b0dd-020d8a022e9d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0823851 Oct 10 17:10:06.128936 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e42fbe13-cd5f-4932-b585-121340d36f4e req-9baf89de-8620-4fb8-acfb-11a1be7eac99 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135416 Oct 10 17:10:06.165259 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f04ac55c-f47a-4b3a-836f-3930351380c0 req-a092c18c-d7f2-48dd-bc35-32b87b0de94d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719848 Oct 10 17:10:06.360621 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8511033-d281-442b-8a4d-219036f4d32e req-cc9d7cc2-0560-4082-9a60-6d4b51f785b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:06.362208 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d8511033-d281-442b-8a4d-219036f4d32e req-cc9d7cc2-0560-4082-9a60-6d4b51f785b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 1129 time: 0.0441582 Oct 10 17:10:06.418750 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d8511033-d281-442b-8a4d-219036f4d32e req-cc4f43ac-637d-4ffb-974f-144532d41794 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Oct 10 17:10:06.938583 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845328bd-e0cd-485c-9ef0-c6467476d229 req-7c80b396-afa4-4e1f-af33-5ecb14b08f39 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:06.940177 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-845328bd-e0cd-485c-9ef0-c6467476d229 req-7c80b396-afa4-4e1f-af33-5ecb14b08f39 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0481803 Oct 10 17:10:06.987435 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-845328bd-e0cd-485c-9ef0-c6467476d229 req-30a02c5f-1666-44e2-a903-33ab276eec34 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413389 Oct 10 17:10:07.249285 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56638) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:07.309634 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b0df8c4a-1088-4596-939a-587754e0b0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:07.337769 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977f787-d051-45a0-ad4e-903005348fdd req-fd849cd7-f877-44e9-acca-8ed5387db0c7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:07.345027 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5977f787-d051-45a0-ad4e-903005348fdd req-fd849cd7-f877-44e9-acca-8ed5387db0c7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0940638 Oct 10 17:10:07.376469 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9b0c2-c5e7-421c-92ba-5e84e5069d2e req-4defe5b1-5f46-4923-81f3-8585e98b9bb3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:07.377981 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7fe9b0c2-c5e7-421c-92ba-5e84e5069d2e req-4defe5b1-5f46-4923-81f3-8585e98b9bb3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0913270 Oct 10 17:10:07.408122 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b392c314-d3c6-47e1-b605-0c2922fcd67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:07.435488 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5977f787-d051-45a0-ad4e-903005348fdd req-1d388120-d6b0-47f3-86fb-52d07311255a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893722 Oct 10 17:10:07.465564 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7fe9b0c2-c5e7-421c-92ba-5e84e5069d2e req-bccdd809-415b-448c-8494-b73dcd8faaff tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760593 Oct 10 17:10:07.486637 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b392c314-d3c6-47e1-b605-0c2922fcd67f admin admin] Publish callbacks [] for security_group (9c65c029-9110-4482-8181-2c54896ebc1a), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:07.547915 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b392c314-d3c6-47e1-b605-0c2922fcd67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (9c65c029-9110-4482-8181-2c54896ebc1a), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:07.587964 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-b392c314-d3c6-47e1-b605-0c2922fcd67f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2fb4a9a2be5947f1abc23fae594eaae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374567 Oct 10 17:10:07.588833 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392c314-d3c6-47e1-b605-0c2922fcd67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c65c029-9110-4482-8181-2c54896ebc1a,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:07.590734 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56648) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:07.640613 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-781142db-4260-413d-8f27-005dc0c3b20f admin admin] Publish callbacks [] for security_group (9c65c029-9110-4482-8181-2c54896ebc1a), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:07.660896 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-781142db-4260-413d-8f27-005dc0c3b20f admin admin] Publish callbacks [] for security_group (9c65c029-9110-4482-8181-2c54896ebc1a), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:07.788079 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-781142db-4260-413d-8f27-005dc0c3b20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (9c65c029-9110-4482-8181-2c54896ebc1a), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:07.794103 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-781142db-4260-413d-8f27-005dc0c3b20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:07.794103 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-781142db-4260-413d-8f27-005dc0c3b20f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9c65c029-9110-4482-8181-2c54896ebc1a HTTP/1.1" status: 204 len: 168 time: 0.1999803 Oct 10 17:10:07.804657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781142db-4260-413d-8f27-005dc0c3b20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c65c029-9110-4482-8181-2c54896ebc1a,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:08.119562 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9172da5-3b7e-46f8-bb22-fc8476d25c07 req-a4e95b6b-08c1-4dd6-a586-5f7dcbb6c012 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:08.121198 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b9172da5-3b7e-46f8-bb22-fc8476d25c07 req-a4e95b6b-08c1-4dd6-a586-5f7dcbb6c012 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0522082 Oct 10 17:10:08.185851 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b9172da5-3b7e-46f8-bb22-fc8476d25c07 req-571e2bfd-85d4-44bd-9b0e-613c4d16c340 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588644 Oct 10 17:10:08.225436 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:08.380883 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:08.392565 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56680) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:08.574505 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:08.634553 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-771c8c88-26ea-43ae-bb5a-eb661dde1fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:08.641130 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de3b90-5305-43db-ab9d-60953e00a068 req-7b65e628-0dfc-4b58-986d-eabf60a260c9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:08.642804 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-10de3b90-5305-43db-ab9d-60953e00a068 req-7b65e628-0dfc-4b58-986d-eabf60a260c9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0741603 Oct 10 17:10:08.649050 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57873701-e483-47ed-8722-2d1ca5fd07c2 req-36b4de9d-e1c3-494e-82af-dcaa98f7e293 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:08.650480 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-57873701-e483-47ed-8722-2d1ca5fd07c2 req-36b4de9d-e1c3-494e-82af-dcaa98f7e293 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.1244721 Oct 10 17:10:08.678750 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:08.729301 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-57873701-e483-47ed-8722-2d1ca5fd07c2 req-260efd1e-abb7-4b67-8232-33051f83e67d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705776 Oct 10 17:10:08.736880 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-771c8c88-26ea-43ae-bb5a-eb661dde1fdc admin admin] Publish callbacks [] for security_group (bd0a44d8-29a0-4249-864d-40d460fb39de), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:08.751406 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-10de3b90-5305-43db-ab9d-60953e00a068 req-c47d01e5-4f37-4d50-9b3d-5473437f38a4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974765 Oct 10 17:10:08.804218 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-771c8c88-26ea-43ae-bb5a-eb661dde1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (bd0a44d8-29a0-4249-864d-40d460fb39de), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:08.853029 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56708) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:08.853333 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-771c8c88-26ea-43ae-bb5a-eb661dde1fdc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=172c0164aa2c4e53a22784dc5324ca0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4594312 Oct 10 17:10:08.855743 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c8c88-26ea-43ae-bb5a-eb661dde1fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0a44d8-29a0-4249-864d-40d460fb39de,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:08.909650 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-566decc4-9841-448e-b2c0-22e371237579 admin admin] Publish callbacks [] for security_group (bd0a44d8-29a0-4249-864d-40d460fb39de), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:08.912219 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:08.931104 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-566decc4-9841-448e-b2c0-22e371237579 admin admin] Publish callbacks [] for security_group (bd0a44d8-29a0-4249-864d-40d460fb39de), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:09.045759 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-566decc4-9841-448e-b2c0-22e371237579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (bd0a44d8-29a0-4249-864d-40d460fb39de), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:09.048425 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-566decc4-9841-448e-b2c0-22e371237579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:09.051983 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-566decc4-9841-448e-b2c0-22e371237579 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bd0a44d8-29a0-4249-864d-40d460fb39de HTTP/1.1" status: 204 len: 168 time: 0.1952260 Oct 10 17:10:09.057771 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566decc4-9841-448e-b2c0-22e371237579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0a44d8-29a0-4249-864d-40d460fb39de,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:09.264084 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d804d1-a390-47f3-ac31-5072c59feb99 req-106c4d1a-8790-42d8-a269-9934b5135b96 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:09.267449 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-19d804d1-a390-47f3-ac31-5072c59feb99 req-106c4d1a-8790-42d8-a269-9934b5135b96 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0616806 Oct 10 17:10:09.406135 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac171722-58ba-45bf-911b-bf93647a4036 req-cae1752a-cbd9-4dc1-a5fa-a6c1ee17c0f3 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:09.407611 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ac171722-58ba-45bf-911b-bf93647a4036 req-cae1752a-cbd9-4dc1-a5fa-a6c1ee17c0f3 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.1036143 Oct 10 17:10:09.413145 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-19d804d1-a390-47f3-ac31-5072c59feb99 req-a39c32e3-14e7-450f-8ec1-5401176e8ea1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391380 Oct 10 17:10:09.422916 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-8b4fe8f8-c658-4e1e-8990-989fb432269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:09.424601 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-8b4fe8f8-c658-4e1e-8990-989fb432269e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 1129 time: 0.1077912 Oct 10 17:10:09.548870 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ac171722-58ba-45bf-911b-bf93647a4036 req-9b18cb81-e3d3-401c-8720-fe1ef165d83a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331289 Oct 10 17:10:09.614020 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-227093e5-50f0-4c63-b792-df9a824e3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:09.615504 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-227093e5-50f0-4c63-b792-df9a824e3424 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.1819074 Oct 10 17:10:09.660056 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-ffe8c28a-c294-46ea-b90b-26def0303c1b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 HTTP/1.1" status: 200 len: 217 time: 0.0328836 Oct 10 17:10:09.708866 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-1d12f71f-b238-4427-9b04-f1bd016f64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:09.710342 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-1d12f71f-b238-4427-9b04-f1bd016f64ac service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0464261 Oct 10 17:10:09.755653 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-c81a7a53-e948-4ff4-8da4-9eca276071ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:09.757318 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-c81a7a53-e948-4ff4-8da4-9eca276071ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406883 Oct 10 17:10:09.903402 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-d05572e3-bb1a-407a-9ee6-414df4c8bd33 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347547 Oct 10 17:10:09.912947 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f4237-9109-463a-b62d-ea6543f43ff0 req-42c08e85-e76d-4e82-abc2-562149a3c2e0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:09.914171 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cc7f4237-9109-463a-b62d-ea6543f43ff0 req-42c08e85-e76d-4e82-abc2-562149a3c2e0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0763443 Oct 10 17:10:10.032396 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:10.034638 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:10.061961 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cc7f4237-9109-463a-b62d-ea6543f43ff0 req-0ecbca59-c6ec-463f-98d7-0b8b9d5f7f95 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327999 Oct 10 17:10:10.069824 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:10.086358 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-51ad9a67-6546-41a7-9365-987c1410e4c3 req-e970d57a-450b-4b92-8b9b-8f600e9f865e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711252 Oct 10 17:10:10.249120 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56790) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:10.285903 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:10.286843 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:10.350104 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1759078353-network', 'tenant_id': 'c36e0d86e93942189945656ccb70c059'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:10.474118 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Made reservation on behalf of c36e0d86e93942189945656ccb70c059 for: {'network': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:10:10.476627 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:10.486883 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:10.573174 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655eb06-95a6-45e0-8345-a4d8813ad221 req-abcc8732-e363-49ae-96d5-d41a8b376bab tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:10.574547 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4655eb06-95a6-45e0-8345-a4d8813ad221 req-abcc8732-e363-49ae-96d5-d41a8b376bab tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0629578 Oct 10 17:10:10.651134 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Publish callbacks [] for security_group (be7224a9-7b80-41d3-9ebd-0f9143620b1b), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:10.714007 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906a1cc-171c-476a-9f23-9c052a4ad7d3 req-e7438789-5964-4c5f-8c7c-0b9ca5601eaa tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:10.715493 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0906a1cc-171c-476a-9f23-9c052a4ad7d3 req-e7438789-5964-4c5f-8c7c-0b9ca5601eaa tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0785220 Oct 10 17:10:10.719687 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4655eb06-95a6-45e0-8345-a4d8813ad221 req-ef9f6eea-090b-4402-9807-37b636f45a10 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142581 Oct 10 17:10:10.719687 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (be7224a9-7b80-41d3-9ebd-0f9143620b1b), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:10.759198 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=105000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:10:10.785709 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7224a9-7b80-41d3-9ebd-0f9143620b1b,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:10.791191 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (0b2ac68d-e39c-4ff8-afd0-5902205fc93c), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:10.791532 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.segments_db [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Added segment 0b2ac68d-e39c-4ff8-afd0-5902205fc93c of type vlan for network d40eb576-47ec-4491-b3a9-6394e24cb47e Oct 10 17:10:10.809540 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.809904 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.810250 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.811126 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.811465 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.811798 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.812162 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.812494 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.812823 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.813146 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.813477 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.813803 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.814127 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.814447 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.814768 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:10.824414 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0906a1cc-171c-476a-9f23-9c052a4ad7d3 req-cd345aa8-55d1-4820-8d47-89fca39eb1c7 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002319 Oct 10 17:10:10.841661 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:10.854995 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (d40eb576-47ec-4491-b3a9-6394e24cb47e), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:10.952479 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (d40eb576-47ec-4491-b3a9-6394e24cb47e), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:10.953522 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:10.954112 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:11.016109 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] Pushing event updated for resources: {'Network': ['ID=d40eb576-47ec-4491-b3a9-6394e24cb47e,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:11.025501 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network d40eb576-47ec-4491-b3a9-6394e24cb47e details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:10:11.046875 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-e41a2c94-b1c8-40fd-bb61-509b79950f6e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7966712 Oct 10 17:10:11.049739 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56820) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:11.054435 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Request body: {'subnet': {'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1759078353-subnet', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'ip_version': 4}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:11.148910 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:11.168236 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Made reservation on behalf of c36e0d86e93942189945656ccb70c059 for: {'subnet': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:10:11.171564 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2828460'] for subnet (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:11.210168 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:10:11.232938 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accf229-6238-4940-b298-ffcb9c9d4f8a req-3303d7a0-ad17-4ebc-9725-eeee55fc8d70 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:11.234437 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2accf229-6238-4940-b298-ffcb9c9d4f8a req-3303d7a0-ad17-4ebc-9725-eeee55fc8d70 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0948749 Oct 10 17:10:11.314203 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2accf229-6238-4940-b298-ffcb9c9d4f8a req-978515be-d586-4b5e-8d0a-f8452769185a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731075 Oct 10 17:10:11.480096 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2397670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2828478'] for subnet (21c503f1-4706-488a-bdf7-5dc23426bd26), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:11.536771 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c503f1-4706-488a-bdf7-5dc23426bd26,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:11.547396 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Checking segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:10:11.547761 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Network hostable DHCP agents. Network: d40eb576-47ec-4491-b3a9-6394e24cb47e, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=105000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:10:11.622677 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Network d40eb576-47ec-4491-b3a9-6394e24cb47e is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=105000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:10:11.685443 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, d40eb576-47ec-4491-b3a9-6394e24cb47e) {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:11.689760 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:11.690363 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:11.695890 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae8d3e5-6e16-4b5d-a1b2-5d3a56d70484 None None] Network d40eb576-47ec-4491-b3a9-6394e24cb47e requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:10:11.793673 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-3a5fc284-eafc-4276-b2a3-c775f6f7a484 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7428977 Oct 10 17:10:11.797240 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56836) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:11.812701 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:11.829066 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-d40eb576-47ec-4491-b3a9-6394e24cb47e', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:10:11.830272 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.071085 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538309b-f1c3-46df-9833-dfd25946866f req-d2c1ff97-c564-43e2-a5d5-71d3c0a6a84f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:12.071085 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5538309b-f1c3-46df-9833-dfd25946866f req-d2c1ff97-c564-43e2-a5d5-71d3c0a6a84f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0606630 Oct 10 17:10:12.071085 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5538309b-f1c3-46df-9833-dfd25946866f req-34a16e71-24ec-4406-8a9a-04064b02f7c2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968995 Oct 10 17:10:12.071085 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14944760-b741-4f29-beb2-acb0241a17fe req-82faae1d-892d-4085-8770-23a57b43cfc0 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:12.071085 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-14944760-b741-4f29-beb2-acb0241a17fe req-82faae1d-892d-4085-8770-23a57b43cfc0 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0839677 Oct 10 17:10:12.073220 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Allocated IP 172.20.0.2 (d40eb576-47ec-4491-b3a9-6394e24cb47e/21c503f1-4706-488a-bdf7-5dc23426bd26/05f607d2-774a-4e12-ad6c-0b4cabfb2939) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:10:12.073963 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (a2666540-e20b-47bf-a420-5d9229c242a0), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.073963 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (a2666540-e20b-47bf-a420-5d9229c242a0), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.137549 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks [] for router_controller (a2666540-e20b-47bf-a420-5d9229c242a0), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.254720 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:12.276292 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Publish callbacks [] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.281358 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-14944760-b741-4f29-beb2-acb0241a17fe req-a0c22850-fcc4-42ca-8c58-5ab552ffc667 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760663 Oct 10 17:10:12.342609 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.377284 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks [] for router_gateway (a2666540-e20b-47bf-a420-5d9229c242a0), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.387079 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:12.395645 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Network d40eb576-47ec-4491-b3a9-6394e24cb47e is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:10:12.398693 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:12.402712 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:10:12.409499 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Pushing event updated for resources: {'Port': ['ID=05f607d2-774a-4e12-ad6c-0b4cabfb2939,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:12.451905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5810-8a92-4198-8b75-eb47e5c8ab0e req-b77f9255-8dec-4c9b-bfa1-98612f9d62a2 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:12.453399 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-089a5810-8a92-4198-8b75-eb47e5c8ab0e req-b77f9255-8dec-4c9b-bfa1-98612f9d62a2 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0516241 Oct 10 17:10:12.465630 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Attempting to bind port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:10:12.465998 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Attempting to bind port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:10:12.466365 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Attempting to bind port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 on network d40eb576-47ec-4491-b3a9-6394e24cb47e {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:10:12.511801 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-089a5810-8a92-4198-8b75-eb47e5c8ab0e req-f8ff3838-9d01-4b71-9c6a-3f9a87b0f5f6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523601 Oct 10 17:10:12.512616 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:10:12.513136 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Checking segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:10:12.514189 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.514692 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Bound using segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:10:12.515367 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Bound port: 05f607d2-774a-4e12-ad6c-0b4cabfb2939, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:10:12.515857 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.531206 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:12.558221 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:12.580050 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] For port 05f607d2-774a-4e12-ad6c-0b4cabfb2939, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:10:12.583503 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] For port 05f607d2-774a-4e12-ad6c-0b4cabfb2939, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=05f607d2-774a-4e12-ad6c-0b4cabfb2939,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:10:12.672839 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.698928 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks [] for router_gateway (a2666540-e20b-47bf-a420-5d9229c242a0), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.719054 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:12.731329 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb280eca-90e3-4ab3-bdc5-3a3d04e78527 None None] Pushing event updated for resources: {'Port': ['ID=05f607d2-774a-4e12-ad6c-0b4cabfb2939,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:12.842525 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Allocated IP 172.27.4.200 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/25fb761e-c447-4c66-a171-8c5fc7352aba) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:10:12.933978 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:13.002022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks [] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:13.107964 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:13.130568 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467627ac-c0df-420f-84b8-fa07617d6f17 req-c1e6029d-c427-49b6-b7ad-6634af5b6ca9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:13.132106 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-467627ac-c0df-420f-84b8-fa07617d6f17 req-c1e6029d-c427-49b6-b7ad-6634af5b6ca9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0543039 Oct 10 17:10:13.146260 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:10:13.150680 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:13.155431 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:10:13.160900 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Pushing event updated for resources: {'Port': ['ID=25fb761e-c447-4c66-a171-8c5fc7352aba,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:13.188946 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.189293 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.191010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.191010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.191010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.191010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.191385 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.191478 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.191797 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.192148 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.192484 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.192806 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.193126 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.193447 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.193766 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:13.206405 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-467627ac-c0df-420f-84b8-fa07617d6f17 req-937d0ed3-bf03-406f-9ecd-be036aefcb2d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652678 Oct 10 17:10:13.413401 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604a365-e543-48bc-98b2-6f5db127c608 req-54c9eee2-5914-47e6-a0f5-a23f7e8e8c96 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:13.416231 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8604a365-e543-48bc-98b2-6f5db127c608 req-54c9eee2-5914-47e6-a0f5-a23f7e8e8c96 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0499384 Oct 10 17:10:13.477927 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8604a365-e543-48bc-98b2-6f5db127c608 req-b1f68e86-d778-4346-bf01-59e51a21b539 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563431 Oct 10 17:10:13.533296 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks [] for router_gateway (a2666540-e20b-47bf-a420-5d9229c242a0), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:13.601947 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:13.694905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a8fc9-78a3-4525-bc5b-2d522e1d5502 req-3081b2a0-a35d-4253-910b-baf7cb23e356 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:13.696950 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fa0a8fc9-78a3-4525-bc5b-2d522e1d5502 req-3081b2a0-a35d-4253-910b-baf7cb23e356 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0718248 Oct 10 17:10:13.777363 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fa0a8fc9-78a3-4525-bc5b-2d522e1d5502 req-594903a0-1378-4592-8c7f-a18a801c5c1a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637417 Oct 10 17:10:13.817913 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850381eb-7e55-4236-9ac0-9b2b489479b9 None None] Network d40eb576-47ec-4491-b3a9-6394e24cb47e requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:10:13.839391 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (a2666540-e20b-47bf-a420-5d9229c242a0), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:13.881203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 05f607d2-774a-4e12-ad6c-0b4cabfb2939 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:13.969021 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-796ffded-9a08-4f09-b73c-c32e5f69a9a6 None None] Provisioning complete for port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:13.969402 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-796ffded-9a08-4f09-b73c-c32e5f69a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:13.969741 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-796ffded-9a08-4f09-b73c-c32e5f69a9a6 None None] Attempt 1 to provision port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 Oct 10 17:10:14.024731 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:14.024731 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:14.024731 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 Oct 10 17:10:14.062550 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Router a2666540-e20b-47bf-a420-5d9229c242a0 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:10:14.167836 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-796ffded-9a08-4f09-b73c-c32e5f69a9a6 None None] Current status of the port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:14.168323 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-796ffded-9a08-4f09-b73c-c32e5f69a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:14.190496 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:14.191161 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:14.232853 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-796ffded-9a08-4f09-b73c-c32e5f69a9a6 None None] For port 05f607d2-774a-4e12-ad6c-0b4cabfb2939, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=05f607d2-774a-4e12-ad6c-0b4cabfb2939,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:14.308292 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-796ffded-9a08-4f09-b73c-c32e5f69a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:14.359279 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42917451-6c19-44c6-bfa3-ca4cb959b173 req-1df7daee-60d6-49c4-a25d-604f594e25b3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:14.361296 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-42917451-6c19-44c6-bfa3-ca4cb959b173 req-1df7daee-60d6-49c4-a25d-604f594e25b3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0700212 Oct 10 17:10:14.421930 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.db.api [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 17:10:14.421930 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG oslo_db.api [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 17:10:14.421930 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ffded-9a08-4f09-b73c-c32e5f69a9a6 None None] Pushing event updated for resources: {'Port': ['ID=05f607d2-774a-4e12-ad6c-0b4cabfb2939,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:14.430883 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-42917451-6c19-44c6-bfa3-ca4cb959b173 req-cc16aebd-84c3-4d74-b045-932110b55319 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629785 Oct 10 17:10:14.501871 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:10:14.510959 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Sync routers for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:10:14.531659 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:10:14.532330 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:10:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:14.536474 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-b890b9f9-3f39-4889-bf73-84df4bc88f9a None None] Provisioning complete for port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:14.536843 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b890b9f9-3f39-4889-bf73-84df4bc88f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:14.537177 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-b890b9f9-3f39-4889-bf73-84df4bc88f9a None None] Attempt 1 to provision port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 Oct 10 17:10:14.589814 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:14.592415 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7ecdd582-f5a7-4358-bc83-ba2565cb7c50 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7827275 Oct 10 17:10:14.595348 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56876) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:14.620319 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eada1b-4276-4f37-be5c-69216653db77 req-17f58739-95dc-4e5b-95c9-c54ed509bdac tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:14.621936 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34eada1b-4276-4f37-be5c-69216653db77 req-17f58739-95dc-4e5b-95c9-c54ed509bdac tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0597582 Oct 10 17:10:14.640317 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:14.690176 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:10:14.699402 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34eada1b-4276-4f37-be5c-69216653db77 req-c8959090-c319-46c5-990d-288436ea6b26 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714178 Oct 10 17:10:14.878442 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:14.905906 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-b890b9f9-3f39-4889-bf73-84df4bc88f9a None None] Current status of the port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:14.930820 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:14.954716 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:14.955116 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1ec3-7233-4002-b7c1-6be54c556dae req-649ff3db-2c34-40c7-b520-3058a944877b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:14.957291 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-162b1ec3-7233-4002-b7c1-6be54c556dae req-649ff3db-2c34-40c7-b520-3058a944877b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0696688 Oct 10 17:10:14.981862 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:15.027497 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-162b1ec3-7233-4002-b7c1-6be54c556dae req-0cea230e-4ec5-4a72-acd1-7c8c927cedb8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624852 Oct 10 17:10:15.036269 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.055789 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:13Z', 'revision_number': 3, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:15.090667 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Checking router: a2666540-e20b-47bf-a420-5d9229c242a0 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:10:15.092367 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Updating router a2666540-e20b-47bf-a420-5d9229c242a0 port 25fb761e-c447-4c66-a171-8c5fc7352aba binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:10:15.121484 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.123345 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.141599 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:15.295256 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Allocated IP 172.20.0.1 (d40eb576-47ec-4491-b3a9-6394e24cb47e/21c503f1-4706-488a-bdf7-5dc23426bd26/c4845fb4-890b-480d-8f54-e32c487eea4a) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:10:15.403033 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Publish callbacks [] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.406897 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Publish callbacks [] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.489357 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.518238 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.527848 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Attempting to bind port 25fb761e-c447-4c66-a171-8c5fc7352aba on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:10:15.528404 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Attempting to bind port 25fb761e-c447-4c66-a171-8c5fc7352aba by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:10:15.528778 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Attempting to bind port 25fb761e-c447-4c66-a171-8c5fc7352aba on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:10:15.559056 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d035c9c-8d9d-40e5-bd74-a96929f8d25a req-3fb35478-ec3d-40fd-8ed6-a22a193218d7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:15.561512 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8d035c9c-8d9d-40e5-bd74-a96929f8d25a req-3fb35478-ec3d-40fd-8ed6-a22a193218d7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0570691 Oct 10 17:10:15.564592 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7c9ce-47e5-47c0-8cf9-7915a5a1b9dd None None] Pushing event updated for resources: {'Port': ['ID=25fb761e-c447-4c66-a171-8c5fc7352aba,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:15.582482 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Network d40eb576-47ec-4491-b3a9-6394e24cb47e is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:10:15.582982 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:10:15.583366 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:10:15.583956 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.584969 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:10:15.585410 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Bound port: 25fb761e-c447-4c66-a171-8c5fc7352aba, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:10:15.585547 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:15.585766 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.588175 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:10:15.618929 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c4845fb4-890b-480d-8f54-e32c487eea4a,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:15.621698 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:15.635693 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8d035c9c-8d9d-40e5-bd74-a96929f8d25a req-939ee16c-2f8e-4c44-8be3-42358a5a2927 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586231 Oct 10 17:10:15.641005 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (a2666540-e20b-47bf-a420-5d9229c242a0), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.664447 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] For port 25fb761e-c447-4c66-a171-8c5fc7352aba, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:10:15.668504 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] For port 25fb761e-c447-4c66-a171-8c5fc7352aba, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=25fb761e-c447-4c66-a171-8c5fc7352aba,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:10:15.731873 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.787225 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:15.798930 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:10:15.798930 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:10:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:15.914488 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:15.961164 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95acd7-069f-45c6-a19c-7bc5c5f7fae3 req-f07a8309-a985-4134-aeac-86246efabaea tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:15.963558 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef95acd7-069f-45c6-a19c-7bc5c5f7fae3 req-f07a8309-a985-4134-aeac-86246efabaea tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.1536412 Oct 10 17:10:15.991927 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-712eb607-07b1-4275-a66f-55a39c850b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:15.992738 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 05f607d2-774a-4e12-ad6c-0b4cabfb2939 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:15.993888 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-712eb607-07b1-4275-a66f-55a39c850b1d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 1130 time: 0.1176884 Oct 10 17:10:16.032124 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:10:16.038365 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7c9ce-47e5-47c0-8cf9-7915a5a1b9dd None None] Pushing event updated for resources: {'Port': ['ID=25fb761e-c447-4c66-a171-8c5fc7352aba,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:16.053996 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef95acd7-069f-45c6-a19c-7bc5c5f7fae3 req-033a910e-14f7-4c7b-a374-3d9439aa0b84 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839570 Oct 10 17:10:16.068739 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:16.123880 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-257c062b-0c00-455f-a5a0-97d0ed115c48 None None] Provisioning complete for port c4845fb4-890b-480d-8f54-e32c487eea4a triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:16.124272 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-257c062b-0c00-455f-a5a0-97d0ed115c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:16.124609 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-257c062b-0c00-455f-a5a0-97d0ed115c48 None None] Attempt 1 to provision port c4845fb4-890b-480d-8f54-e32c487eea4a Oct 10 17:10:16.178507 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:16.208362 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Publish callbacks [] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:16.212408 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-257c062b-0c00-455f-a5a0-97d0ed115c48 None None] Port c4845fb4-890b-480d-8f54-e32c487eea4a cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:10:16.219921 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:16.220407 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:16.220807 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 Oct 10 17:10:16.221695 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-04e1329a-c031-4a3a-b725-620905c36830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:16.223160 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-04e1329a-c031-4a3a-b725-620905c36830 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 911 time: 0.2040508 Oct 10 17:10:16.243385 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a071ee9-6214-4bcd-a652-46e9a7589a44 req-d27ef196-488c-40c0-b379-c86db834da89 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:16.246224 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a071ee9-6214-4bcd-a652-46e9a7589a44 req-d27ef196-488c-40c0-b379-c86db834da89 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0792809 Oct 10 17:10:16.295820 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:16.304367 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:13Z', 'revision_number': 3, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:16.356600 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-ff659b2c-c782-4113-b6de-47513a6970f1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee17d066-205b-40da-b2ab-8a810dbe5020 HTTP/1.1" status: 200 len: 1002 time: 0.1248894 Oct 10 17:10:16.361238 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0abad0-0aaa-47c5-a102-47245c61692d None None] The sync data for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi is: [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:13Z', 'revision_number': 3, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:10:16.374772 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:16.399825 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (a2666540-e20b-47bf-a420-5d9229c242a0), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:16.403123 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c4845fb4-890b-480d-8f54-e32c487eea4a,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:16.431929 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a071ee9-6214-4bcd-a652-46e9a7589a44 req-1e6a8dab-ce0c-4b71-a6d1-61eca5b65598 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502910 Oct 10 17:10:16.451949 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-8832e7b2-dbe0-422e-a372-a064f48bcfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:16.451949 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-8832e7b2-dbe0-422e-a372-a064f48bcfb4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4fe731f9-89e1-4eef-b74c-540645002099 HTTP/1.1" status: 200 len: 849 time: 0.0821362 Oct 10 17:10:16.507491 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-cf16399d-95cc-416d-9e41-bd63e98fa38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:16.509831 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-cf16399d-95cc-416d-9e41-bd63e98fa38b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0eee5d35-4847-4982-a7a4-935838222131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495675 Oct 10 17:10:16.522553 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Network d40eb576-47ec-4491-b3a9-6394e24cb47e is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:10:16.524215 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:16.595031 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:16.736656 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-a9d0c016-a875-4d1a-ab59-5e18aab22155 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191792 Oct 10 17:10:16.769081 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Router a2666540-e20b-47bf-a420-5d9229c242a0 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:10:16.878440 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284951c-5025-4bcb-aa32-073aed1e458d req-d026481e-918a-4e8e-89f8-22d6d903605c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:16.883483 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4284951c-5025-4bcb-aa32-073aed1e458d req-d026481e-918a-4e8e-89f8-22d6d903605c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.1151612 Oct 10 17:10:16.934100 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f673b8f-3eda-4e71-af89-26cb98ac5cea req-f9bdffd4-5c7a-4871-a165-d71cbf0fa9e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904640 Oct 10 17:10:16.942540 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:10:16.954202 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-baf145a3-5ba4-48b8-aab0-220e620c86c0 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a2666540-e20b-47bf-a420-5d9229c242a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3576145 Oct 10 17:10:16.965850 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:16.982656 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4284951c-5025-4bcb-aa32-073aed1e458d req-4d1cfaec-6c30-4bb6-8635-963fe67e8596 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939932 Oct 10 17:10:17.105123 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-3d57326a-44d5-447f-a763-4db936e0da5e None None] Provisioning complete for port c4845fb4-890b-480d-8f54-e32c487eea4a triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:17.105634 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3d57326a-44d5-447f-a763-4db936e0da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:17.109744 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-3d57326a-44d5-447f-a763-4db936e0da5e None None] Attempt 1 to provision port c4845fb4-890b-480d-8f54-e32c487eea4a Oct 10 17:10:17.164865 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-3d57326a-44d5-447f-a763-4db936e0da5e None None] Port c4845fb4-890b-480d-8f54-e32c487eea4a cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:10:17.210254 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56920) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:17.252077 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ece192-1a9e-4152-8918-b9ccb35ca580 req-d5d69b18-5d14-4b80-a742-59dbca95e1a6 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:17.253833 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e4ece192-1a9e-4152-8918-b9ccb35ca580 req-d5d69b18-5d14-4b80-a742-59dbca95e1a6 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0785995 Oct 10 17:10:17.324686 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e4ece192-1a9e-4152-8918-b9ccb35ca580 req-330603ea-a3bd-4110-bc43-6e46c6065f2b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635703 Oct 10 17:10:17.358469 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-038a5dd5-6746-466b-9a8c-f073d3a11e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:17.481051 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-038a5dd5-6746-466b-9a8c-f073d3a11e64 admin admin] Publish callbacks [] for security_group (19020482-36de-456b-b7c3-74e9b82495bd), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:17.566800 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902868d-3432-445a-b3d9-e7fe4ed30893 req-ce155bbf-44ad-4072-903b-a52c6e3c93f9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:17.568362 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0902868d-3432-445a-b3d9-e7fe4ed30893 req-ce155bbf-44ad-4072-903b-a52c6e3c93f9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0527697 Oct 10 17:10:17.574958 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-038a5dd5-6746-466b-9a8c-f073d3a11e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (19020482-36de-456b-b7c3-74e9b82495bd), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:17.630094 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0902868d-3432-445a-b3d9-e7fe4ed30893 req-615bd8ab-d0ce-4666-84ca-7c40f27ba41e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557120 Oct 10 17:10:17.633327 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-038a5dd5-6746-466b-9a8c-f073d3a11e64 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fc092aa40cc74450b5e652b85b616424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193480 Oct 10 17:10:17.633327 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a5dd5-6746-466b-9a8c-f073d3a11e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19020482-36de-456b-b7c3-74e9b82495bd,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:17.636193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56934) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:17.686650 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-858f85c9-0f31-4126-9dfa-6e5dcf81cec4 admin admin] Publish callbacks [] for security_group (19020482-36de-456b-b7c3-74e9b82495bd), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:17.707277 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-858f85c9-0f31-4126-9dfa-6e5dcf81cec4 admin admin] Publish callbacks [] for security_group (19020482-36de-456b-b7c3-74e9b82495bd), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:17.839272 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 25fb761e-c447-4c66-a171-8c5fc7352aba up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:17.845555 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-858f85c9-0f31-4126-9dfa-6e5dcf81cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (19020482-36de-456b-b7c3-74e9b82495bd), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:17.848348 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-858f85c9-0f31-4126-9dfa-6e5dcf81cec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:17.852647 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-858f85c9-0f31-4126-9dfa-6e5dcf81cec4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/19020482-36de-456b-b7c3-74e9b82495bd HTTP/1.1" status: 204 len: 168 time: 0.2151182 Oct 10 17:10:17.868188 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f85c9-0f31-4126-9dfa-6e5dcf81cec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19020482-36de-456b-b7c3-74e9b82495bd,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:17.890077 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56942) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:17.895711 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1100273698-network', 'tenant_id': '769cd8462dd4456fa527c611463e4677'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:17.926081 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 25fb761e-c447-4c66-a171-8c5fc7352aba triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:17.926460 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:17.926792 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 25fb761e-c447-4c66-a171-8c5fc7352aba Oct 10 17:10:18.008708 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Made reservation on behalf of 769cd8462dd4456fa527c611463e4677 for: {'network': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:10:18.011162 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.014782 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:18.018482 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 25fb761e-c447-4c66-a171-8c5fc7352aba is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:18.018871 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.025198 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.056052 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 25fb761e-c447-4c66-a171-8c5fc7352aba, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=25fb761e-c447-4c66-a171-8c5fc7352aba,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:18.135029 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.163885 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e05eb-ae34-4646-ad4a-67919cf6b0c5 req-7e912041-eee0-4534-ac40-39eb7ce218f8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:18.165214 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4d4e05eb-ae34-4646-ad4a-67919cf6b0c5 req-7e912041-eee0-4534-ac40-39eb7ce218f8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0723190 Oct 10 17:10:18.181449 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Publish callbacks [] for security_group (405bcf5e-b18a-42b5-8762-02f3b5fa6bca), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.187285 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=25fb761e-c447-4c66-a171-8c5fc7352aba,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:18.246696 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4d4e05eb-ae34-4646-ad4a-67919cf6b0c5 req-96e4204b-ab0c-4653-a870-810831e0c9b7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707932 Oct 10 17:10:18.250956 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (405bcf5e-b18a-42b5-8762-02f3b5fa6bca), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.285595 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=105000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:10:18.295911 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405bcf5e-b18a-42b5-8762-02f3b5fa6bca,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:18.307850 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (37875534-3c56-4633-812f-59d4bf6c098b), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.307850 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.segments_db [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Added segment 37875534-3c56-4633-812f-59d4bf6c098b of type vlan for network e7fbfcec-fbf0-43d4-b510-6df889f8343d Oct 10 17:10:18.346318 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Sync routers for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:10:18.349902 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (e7fbfcec-fbf0-43d4-b510-6df889f8343d), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.357476 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:10:18.358172 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:10:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:18.382703 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:18.433720 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (e7fbfcec-fbf0-43d4-b510-6df889f8343d), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.434756 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:18.436066 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.483252 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:10:18.497514 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:18.522229 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] Pushing event updated for resources: {'Network': ['ID=e7fbfcec-fbf0-43d4-b510-6df889f8343d,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:18.540298 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network e7fbfcec-fbf0-43d4-b510-6df889f8343d details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:10:18.609878 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-b30b56c5-51fb-427a-8ec3-75e16edc9713 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7184458 Oct 10 17:10:18.612526 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56954) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:18.618291 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Request body: {'subnet': {'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1100273698-subnet', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:18.638951 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b77fe-e111-4f06-86e3-84254871e75d req-c320b8ae-54e5-4999-b86f-f46dacab6ce2 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:18.640609 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0e5b77fe-e111-4f06-86e3-84254871e75d req-c320b8ae-54e5-4999-b86f-f46dacab6ce2 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0879169 Oct 10 17:10:18.690221 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0e5b77fe-e111-4f06-86e3-84254871e75d req-b259ff88-77c4-42bc-91ba-2a38990b210b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436981 Oct 10 17:10:18.702223 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Made reservation on behalf of 769cd8462dd4456fa527c611463e4677 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:10:18.705761 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26218626'] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.759868 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56958) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:18.794290 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:18.803207 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d546c797-7d8f-4284-a6c0-b696c22a3143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.815977 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 2, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:18.824395 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d95c9-d574-4c22-850c-d7a9050bd983 req-c8058728-9a5c-433d-b8af-5d6b69be95d8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:18.825922 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-020d95c9-d574-4c22-850c-d7a9050bd983 req-c8058728-9a5c-433d-b8af-5d6b69be95d8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0813603 Oct 10 17:10:18.842183 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Checking router: a2666540-e20b-47bf-a420-5d9229c242a0 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:10:18.842544 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Updating router a2666540-e20b-47bf-a420-5d9229c242a0 port c4845fb4-890b-480d-8f54-e32c487eea4a binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:10:18.873950 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:18.912755 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-020d95c9-d574-4c22-850c-d7a9050bd983 req-0d2d5916-77f8-4a8a-880d-25f84d499c79 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773909 Oct 10 17:10:18.957225 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d546c797-7d8f-4284-a6c0-b696c22a3143 admin admin] Publish callbacks [] for security_group (66ea32f6-75be-4abe-b21c-db90014ad147), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.068625 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2925975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26218640'] for subnet (768342a5-e70b-4634-a316-fab8513d2d76), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.069014 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d546c797-7d8f-4284-a6c0-b696c22a3143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (66ea32f6-75be-4abe-b21c-db90014ad147), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.111505 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-d546c797-7d8f-4284-a6c0-b696c22a3143 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1044a24fb8f4407895c6fa6d4d1f5aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482647 Oct 10 17:10:19.111505 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546c797-7d8f-4284-a6c0-b696c22a3143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ea32f6-75be-4abe-b21c-db90014ad147,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:19.112533 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56960) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:19.125594 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Pushing event updated for resources: {'Subnet': ['ID=768342a5-e70b-4634-a316-fab8513d2d76,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:19.150388 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:19.179724 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Checking segment: {'id': '37875534-3c56-4633-812f-59d4bf6c098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:10:19.180310 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Network hostable DHCP agents. Network: e7fbfcec-fbf0-43d4-b510-6df889f8343d, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:10:19.181555 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Publish callbacks [] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.198624 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4ca44840-890d-4851-990b-d7584ca1b01c admin admin] Publish callbacks [] for security_group (66ea32f6-75be-4abe-b21c-db90014ad147), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.225961 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4ca44840-890d-4851-990b-d7584ca1b01c admin admin] Publish callbacks [] for security_group (66ea32f6-75be-4abe-b21c-db90014ad147), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.239027 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.267609 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Network e7fbfcec-fbf0-43d4-b510-6df889f8343d is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:10:19.318379 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1609e-2e26-4d17-8e0a-ddab800df46c None None] Pushing event updated for resources: {'Port': ['ID=c4845fb4-890b-480d-8f54-e32c487eea4a,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:19.337210 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Attempting to bind port c4845fb4-890b-480d-8f54-e32c487eea4a on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:10:19.337645 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Attempting to bind port c4845fb4-890b-480d-8f54-e32c487eea4a by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:10:19.338012 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Attempting to bind port c4845fb4-890b-480d-8f54-e32c487eea4a on network d40eb576-47ec-4491-b3a9-6394e24cb47e {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:10:19.369346 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, e7fbfcec-fbf0-43d4-b510-6df889f8343d) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:19.376146 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:19.376756 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.378929 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee52cb9-380e-45ab-9ad5-1401f4b1e651 None None] Network e7fbfcec-fbf0-43d4-b510-6df889f8343d requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:10:19.379456 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4ca44840-890d-4851-990b-d7584ca1b01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (66ea32f6-75be-4abe-b21c-db90014ad147), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.381798 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4ca44840-890d-4851-990b-d7584ca1b01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.381940 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:19.383383 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4ca44840-890d-4851-990b-d7584ca1b01c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/66ea32f6-75be-4abe-b21c-db90014ad147 HTTP/1.1" status: 204 len: 168 time: 0.2677159 Oct 10 17:10:19.402528 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca44840-890d-4851-990b-d7584ca1b01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ea32f6-75be-4abe-b21c-db90014ad147,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:19.414642 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e6b2a-4b48-407c-ae51-ef086e1da5cd req-1ed801d6-2ad7-4b90-94f9-8ef2734cce69 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:19.416255 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-951e6b2a-4b48-407c-ae51-ef086e1da5cd req-1ed801d6-2ad7-4b90-94f9-8ef2734cce69 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0663059 Oct 10 17:10:19.425833 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:10:19.426511 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Checking segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:10:19.427175 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.427175 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Bound using segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:10:19.427430 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Bound port: c4845fb4-890b-480d-8f54-e32c487eea4a, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:10:19.428059 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.480394 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-bf0f5400-e046-4d86-ab8b-4a29a6db060d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8667121 Oct 10 17:10:19.482939 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 56968) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:19.500367 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:19.516998 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-951e6b2a-4b48-407c-ae51-ef086e1da5cd req-8021ec91-3bac-41ce-a519-3f4723b3aa15 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944719 Oct 10 17:10:19.522942 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:19.555132 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] For port c4845fb4-890b-480d-8f54-e32c487eea4a, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:10:19.559605 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] For port c4845fb4-890b-480d-8f54-e32c487eea4a, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=c4845fb4-890b-480d-8f54-e32c487eea4a,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:10:19.634837 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.635635 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (987308ff-4b4c-4044-b713-89c4fd8bc54c), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.648289 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (987308ff-4b4c-4044-b713-89c4fd8bc54c), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.662933 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-e7fbfcec-fbf0-43d4-b510-6df889f8343d', 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d', 'project_id': '769cd8462dd4456fa527c611463e4677', 'fixed_ips': [{'subnet_id': '768342a5-e70b-4634-a316-fab8513d2d76'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:10:19.663933 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.682139 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:19.688522 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:10:19.689147 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:10:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:19.715566 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks [] for router_controller (987308ff-4b4c-4044-b713-89c4fd8bc54c), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:19.749751 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1609e-2e26-4d17-8e0a-ddab800df46c None None] Pushing event updated for resources: {'Port': ['ID=c4845fb4-890b-480d-8f54-e32c487eea4a,revision_number=4']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:19.839365 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:10:19.846335 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Allocated IP 172.20.0.2 (e7fbfcec-fbf0-43d4-b510-6df889f8343d/768342a5-e70b-4634-a316-fab8513d2d76/f89ba949-e7ea-419c-981a-bd2ed4e5521f) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:10:19.911278 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 25fb761e-c447-4c66-a171-8c5fc7352aba up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:19.948790 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e38e-37ea-43f6-9f3f-6d9020593dc4 req-ebd5f306-aa86-43a0-9f2a-f1aa42ccd200 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:19.950545 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-13d6e38e-37ea-43f6-9f3f-6d9020593dc4 req-ebd5f306-aa86-43a0-9f2a-f1aa42ccd200 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.1142826 Oct 10 17:10:20.011471 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks [] for router_gateway (987308ff-4b4c-4044-b713-89c4fd8bc54c), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.042760 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 25fb761e-c447-4c66-a171-8c5fc7352aba triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:20.043135 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.043478 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 25fb761e-c447-4c66-a171-8c5fc7352aba Oct 10 17:10:20.058600 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-13d6e38e-37ea-43f6-9f3f-6d9020593dc4 req-80ffb77a-3837-4378-a724-5f859923a3e1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013710 Oct 10 17:10:20.154938 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Publish callbacks [] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.163894 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:20.194198 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dcc96-44da-4c34-a6ca-78cfedb18202 req-912aac0f-5423-4ebc-a49b-af67251185e2 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:20.201463 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 25fb761e-c447-4c66-a171-8c5fc7352aba is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:20.202029 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b37dcc96-44da-4c34-a6ca-78cfedb18202 req-912aac0f-5423-4ebc-a49b-af67251185e2 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0750239 Oct 10 17:10:20.229131 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.275235 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Network e7fbfcec-fbf0-43d4-b510-6df889f8343d is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:10:20.285881 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:20.287889 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b37dcc96-44da-4c34-a6ca-78cfedb18202 req-495393f7-8951-41ef-a9c7-27068c9cc255 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847514 Oct 10 17:10:20.291374 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:10:20.299397 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:20.305937 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:19Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:20.309296 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Pushing event updated for resources: {'Port': ['ID=f89ba949-e7ea-419c-981a-bd2ed4e5521f,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:20.355933 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks [] for router_gateway (987308ff-4b4c-4044-b713-89c4fd8bc54c), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.370461 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5885323-7d81-40d7-8605-6641c0be4843 None None] The sync data for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi is: [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:19Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:10:20.372594 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56980) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:20.389531 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6c4e09fc-2800-4204-b14f-51359b474faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.395079 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Attempting to bind port f89ba949-e7ea-419c-981a-bd2ed4e5521f on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:10:20.395609 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Attempting to bind port f89ba949-e7ea-419c-981a-bd2ed4e5521f by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '37875534-3c56-4633-812f-59d4bf6c098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:10:20.398116 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Attempting to bind port f89ba949-e7ea-419c-981a-bd2ed4e5521f on network e7fbfcec-fbf0-43d4-b510-6df889f8343d {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:10:20.422075 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.499755 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:10:20.500161 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Checking segment: {'id': '37875534-3c56-4633-812f-59d4bf6c098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:10:20.500740 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.501038 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Bound using segment: {'id': '37875534-3c56-4633-812f-59d4bf6c098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:10:20.501515 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Bound port: f89ba949-e7ea-419c-981a-bd2ed4e5521f, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37875534-3c56-4633-812f-59d4bf6c098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:10:20.501902 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.562046 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6c4e09fc-2800-4204-b14f-51359b474faa admin admin] Publish callbacks [] for security_group (775230fc-7898-4be5-bf99-b043f152bc48), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.590113 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:20.613036 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] For port f89ba949-e7ea-419c-981a-bd2ed4e5521f, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:10:20.620581 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] For port f89ba949-e7ea-419c-981a-bd2ed4e5521f, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=f89ba949-e7ea-419c-981a-bd2ed4e5521f,segment=NetworkSegment(37875534-3c56-4633-812f-59d4bf6c098b),segment_id=37875534-3c56-4633-812f-59d4bf6c098b)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:10:20.624796 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6c4e09fc-2800-4204-b14f-51359b474faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (775230fc-7898-4be5-bf99-b043f152bc48), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.631508 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Allocated IP 172.27.4.100 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/0d40e3df-b658-4648-8a20-0cd38bb1d2eb) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:10:20.673806 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-6c4e09fc-2800-4204-b14f-51359b474faa admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b375260800574b6fbe19b3409f92a5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992246 Oct 10 17:10:20.679905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 56988) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:20.726881 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e09fc-2800-4204-b14f-51359b474faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775230fc-7898-4be5-bf99-b043f152bc48,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:20.733121 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.744647 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55919f40-f23a-4d8c-bf4e-16c589757634 req-581ba43f-b4ff-40de-980d-f89b6f3d8b0b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:20.746099 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-55919f40-f23a-4d8c-bf4e-16c589757634 req-581ba43f-b4ff-40de-980d-f89b6f3d8b0b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0894287 Oct 10 17:10:20.771465 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks [] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.822065 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:20.829987 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7f15e-4d12-4fae-b86a-391ebd18d9f8 None None] Pushing event updated for resources: {'Port': ['ID=f89ba949-e7ea-419c-981a-bd2ed4e5521f,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:20.842577 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device bb02af33-ad9f-40d4-b884-6043f298eaeb details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:10:20.849762 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5f00d168-1b09-495d-a0a3-1e0334c9e1b3 admin admin] Publish callbacks [] for security_group (775230fc-7898-4be5-bf99-b043f152bc48), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.870904 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-55919f40-f23a-4d8c-bf4e-16c589757634 req-a43a80d7-e7cf-4f60-a698-9df16b462cab tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166451 Oct 10 17:10:20.905416 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.917586 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5f00d168-1b09-495d-a0a3-1e0334c9e1b3 admin admin] Publish callbacks [] for security_group (775230fc-7898-4be5-bf99-b043f152bc48), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:20.966067 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:10:20.975417 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:20.975417 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d40e3df-b658-4648-8a20-0cd38bb1d2eb,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:20.977243 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:10:20.996268 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:21.031493 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'port_id': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'mac_address': 'fa:16:3e:77:e4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:10:21.120424 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port bb02af33-ad9f-40d4-b884-6043f298eaeb is: ACTIVE; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:21.120835 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:21.137034 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5f00d168-1b09-495d-a0a3-1e0334c9e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (775230fc-7898-4be5-bf99-b043f152bc48), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:21.139718 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5f00d168-1b09-495d-a0a3-1e0334c9e1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:21.141073 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-5f00d168-1b09-495d-a0a3-1e0334c9e1b3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/775230fc-7898-4be5-bf99-b043f152bc48 HTTP/1.1" status: 204 len: 168 time: 0.4406245 Oct 10 17:10:21.151632 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb02af33-ad9f-40d4-b884-6043f298eaeb {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:10:21.169659 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00d168-1b09-495d-a0a3-1e0334c9e1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775230fc-7898-4be5-bf99-b043f152bc48,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:21.235520 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:21.322989 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5670d3-015e-42ea-9c0c-bbb4cdddf31a req-68eae9fb-bdba-4e1a-8c94-60f45be54359 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:21.332532 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-da5670d3-015e-42ea-9c0c-bbb4cdddf31a req-68eae9fb-bdba-4e1a-8c94-60f45be54359 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.1099877 Oct 10 17:10:21.339378 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:21.401892 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-da5670d3-015e-42ea-9c0c-bbb4cdddf31a req-05f51216-e7b7-4340-a4fe-9b4ac42fbbf1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682914 Oct 10 17:10:21.416290 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:21.476905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:21.481738 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=6']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:21.524264 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb2d11-a1d6-46e7-85a6-a403b4dd08e8 req-d52c26be-8a19-4a93-9b85-5f82bc8def2b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:21.532039 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-87cb2d11-a1d6-46e7-85a6-a403b4dd08e8 req-d52c26be-8a19-4a93-9b85-5f82bc8def2b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 944 time: 0.1095185 Oct 10 17:10:21.533350 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks [] for router_gateway (987308ff-4b4c-4044-b713-89c4fd8bc54c), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:21.537769 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['bb02af33-ad9f-40d4-b884-6043f298eaeb'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:10:21.678997 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-87cb2d11-a1d6-46e7-85a6-a403b4dd08e8 req-b9d457f7-5627-49bf-a6fd-facdacb4ed18 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361203 Oct 10 17:10:21.971059 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device c4845fb4-890b-480d-8f54-e32c487eea4a up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:21.991069 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (987308ff-4b4c-4044-b713-89c4fd8bc54c), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:22.072373 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port c4845fb4-890b-480d-8f54-e32c487eea4a triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:22.073885 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:22.074229 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port c4845fb4-890b-480d-8f54-e32c487eea4a Oct 10 17:10:22.149439 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:22.172940 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041e868-c87c-4e92-b4a3-e8707a529158 req-a6207832-56ef-44ba-aeac-15bb15472945 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:22.188757 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8041e868-c87c-4e92-b4a3-e8707a529158 req-a6207832-56ef-44ba-aeac-15bb15472945 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.1323805 Oct 10 17:10:22.277256 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port c4845fb4-890b-480d-8f54-e32c487eea4a is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:22.277644 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:22.281319 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:22.315060 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8041e868-c87c-4e92-b4a3-e8707a529158 req-ad3b11f9-fa5d-4731-ac57-c55f05757a84 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254320 Oct 10 17:10:22.317807 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Router 987308ff-4b4c-4044-b713-89c4fd8bc54c is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:10:22.349613 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port c4845fb4-890b-480d-8f54-e32c487eea4a, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=c4845fb4-890b-480d-8f54-e32c487eea4a,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:22.405543 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e50b61-ce3a-4487-a676-e1a662dfb18d None None] Network e7fbfcec-fbf0-43d4-b510-6df889f8343d requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:10:22.431249 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:22.434301 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device f89ba949-e7ea-419c-981a-bd2ed4e5521f up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:22.475142 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:10:22.525150 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Sync routers for ids ['987308ff-4b4c-4044-b713-89c4fd8bc54c'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:10:22.536410 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:22.544664 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-cf48a16c-5eec-4bf1-bd55-75f0bc75a3b8 None None] Provisioning complete for port f89ba949-e7ea-419c-981a-bd2ed4e5521f triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:22.544991 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cf48a16c-5eec-4bf1-bd55-75f0bc75a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:22.545335 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-cf48a16c-5eec-4bf1-bd55-75f0bc75a3b8 None None] Attempt 1 to provision port f89ba949-e7ea-419c-981a-bd2ed4e5521f Oct 10 17:10:22.577401 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:22.577401 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-248d5a4c-4f18-44ee-b537-598a2025f4e2 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0891118 Oct 10 17:10:22.577401 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57046) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:22.618826 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce3b04-d250-48d9-9010-5b152ab8fc93 req-3385914a-4f3c-42e5-aab1-c4f314d2f634 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:22.619322 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Routers {'987308ff-4b4c-4044-b713-89c4fd8bc54c'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:10:22.619804 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:10:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['987308ff-4b4c-4044-b713-89c4fd8bc54c'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:22.622431 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a2ce3b04-d250-48d9-9010-5b152ab8fc93 req-3385914a-4f3c-42e5-aab1-c4f314d2f634 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0999289 Oct 10 17:10:22.630495 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=c4845fb4-890b-480d-8f54-e32c487eea4a,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:22.734814 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port f89ba949-e7ea-419c-981a-bd2ed4e5521f triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:22.745358 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:22.745358 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port f89ba949-e7ea-419c-981a-bd2ed4e5521f Oct 10 17:10:22.799778 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a2ce3b04-d250-48d9-9010-5b152ab8fc93 req-ea9b327a-f82e-499c-948f-cfedce376e18 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692278 Oct 10 17:10:22.945705 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device bb02af33-ad9f-40d4-b884-6043f298eaeb up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:22.948938 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:22.976182 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213d693-69b7-458e-b0e1-821c723a7ae6 req-b7c4e407-5142-4b8e-a4af-9c672486406f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:23.001787 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2213d693-69b7-458e-b0e1-821c723a7ae6 req-b7c4e407-5142-4b8e-a4af-9c672486406f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 944 time: 0.0952568 Oct 10 17:10:23.090621 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Set router 987308ff-4b4c-4044-b713-89c4fd8bc54c gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:10:23.101082 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-cf48a16c-5eec-4bf1-bd55-75f0bc75a3b8 None None] Current status of the port f89ba949-e7ea-419c-981a-bd2ed4e5521f is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:23.101421 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cf48a16c-5eec-4bf1-bd55-75f0bc75a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:23.146730 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2213d693-69b7-458e-b0e1-821c723a7ae6 req-4c9d9344-e588-4657-97e1-ac5eb24a79c7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432705 Oct 10 17:10:23.290578 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port bb02af33-ad9f-40d4-b884-6043f298eaeb triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:23.290948 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:23.291284 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port bb02af33-ad9f-40d4-b884-6043f298eaeb Oct 10 17:10:23.344415 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-cf48a16c-5eec-4bf1-bd55-75f0bc75a3b8 None None] For port f89ba949-e7ea-419c-981a-bd2ed4e5521f, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=f89ba949-e7ea-419c-981a-bd2ed4e5521f,segment=NetworkSegment(37875534-3c56-4633-812f-59d4bf6c098b),segment_id=37875534-3c56-4633-812f-59d4bf6c098b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:23.352454 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port f89ba949-e7ea-419c-981a-bd2ed4e5521f is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:23.352857 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:23.439137 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cf48a16c-5eec-4bf1-bd55-75f0bc75a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:23.575845 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b103a-3d01-46ed-996e-5f73f21cea20 req-6e497dc6-fec4-44f3-ae72-8180fa16d387 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:23.588839 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-144b103a-3d01-46ed-996e-5f73f21cea20 req-6e497dc6-fec4-44f3-ae72-8180fa16d387 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0833108 Oct 10 17:10:23.665024 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-144b103a-3d01-46ed-996e-5f73f21cea20 req-2314ba57-7fff-48b0-b28a-7bca469addbd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750306 Oct 10 17:10:23.753306 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-86ba28c5-6b79-4598-9a60-2a642633556c None None] Provisioning complete for port f89ba949-e7ea-419c-981a-bd2ed4e5521f triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:23.753732 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-86ba28c5-6b79-4598-9a60-2a642633556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:23.754016 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-86ba28c5-6b79-4598-9a60-2a642633556c None None] Attempt 1 to provision port f89ba949-e7ea-419c-981a-bd2ed4e5521f Oct 10 17:10:23.764796 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.db.api [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 17:10:23.764796 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG oslo_db.api [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 17:10:23.769298 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port bb02af33-ad9f-40d4-b884-6043f298eaeb is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:23.769697 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:23.771785 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48a16c-5eec-4bf1-bd55-75f0bc75a3b8 None None] Pushing event updated for resources: {'Port': ['ID=f89ba949-e7ea-419c-981a-bd2ed4e5521f,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:23.804775 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:19Z', 'updated_at': '2022-10-10T17:10:21Z', 'revision_number': 3, 'project_id': '769cd8462dd4456fa527c611463e4677', 'gw_port': {'id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:20Z', 'updated_at': '2022-10-10T17:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:23.837211 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:23.851607 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Checking router: 987308ff-4b4c-4044-b713-89c4fd8bc54c for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:10:23.851961 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Updating router 987308ff-4b4c-4044-b713-89c4fd8bc54c port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:10:23.879577 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:10:23.890950 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb65b1d-01fc-4971-971b-cf5545935d6c" -d '{"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:10:23.913648 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:23.921011 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:23.926510 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:23.981231 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4434d0d4-2d5e-448c-8aa4-707a51c6089a x-openstack-request-id: req-4434d0d4-2d5e-448c-8aa4-707a51c6089a {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:10:23.981718 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:10:23.981831 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4434d0d4-2d5e-448c-8aa4-707a51c6089a {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:10:23.982194 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4434d0d4-2d5e-448c-8aa4-707a51c6089a'] response: {'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'code': 200} Oct 10 17:10:24.010128 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:24.121779 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-86ba28c5-6b79-4598-9a60-2a642633556c None None] Current status of the port f89ba949-e7ea-419c-981a-bd2ed4e5521f is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:24.129405 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:24.134784 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabf2e8-1794-4596-9b2c-e1ba689c6ec5 req-2893d22b-1d79-46b8-8613-fb90a88b37af tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:24.137444 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5fabf2e8-1794-4596-9b2c-e1ba689c6ec5 req-2893d22b-1d79-46b8-8613-fb90a88b37af tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.1443582 Oct 10 17:10:24.159227 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:24.247141 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=7']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:24.285336 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Allocated IP 172.20.0.1 (e7fbfcec-fbf0-43d4-b510-6df889f8343d/768342a5-e70b-4634-a316-fab8513d2d76/c39cb0ec-96d1-4b36-b4ed-99415003c566) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:10:24.301598 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:24.307080 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5fabf2e8-1794-4596-9b2c-e1ba689c6ec5 req-eae9b66f-4a7f-40e7-be69-57eefac30d1f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610498 Oct 10 17:10:24.341910 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port f89ba949-e7ea-419c-981a-bd2ed4e5521f is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:24.452653 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea38cf-9d4f-41b7-9b71-76367d1bea27 req-83d9369c-8d77-436e-96b7-20d00bb80c1e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:24.461746 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ceea38cf-9d4f-41b7-9b71-76367d1bea27 req-83d9369c-8d77-436e-96b7-20d00bb80c1e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.1203849 Oct 10 17:10:24.495576 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Publish callbacks [] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:24.567464 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ceea38cf-9d4f-41b7-9b71-76367d1bea27 req-9d348c3f-bf26-4c3a-b91b-285b1ce1bf86 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047587 Oct 10 17:10:24.595465 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device c4845fb4-890b-480d-8f54-e32c487eea4a up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:24.644363 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:24.652316 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Publish callbacks [] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:24.705683 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Network e7fbfcec-fbf0-43d4-b510-6df889f8343d is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:10:24.709231 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:24.724721 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port c4845fb4-890b-480d-8f54-e32c487eea4a triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:24.725110 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:24.725544 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port c4845fb4-890b-480d-8f54-e32c487eea4a Oct 10 17:10:24.726054 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:10:24.762007 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Pushing event updated for resources: {'Port': ['ID=c39cb0ec-96d1-4b36-b4ed-99415003c566,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:24.771575 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:24.818006 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (987308ff-4b4c-4044-b713-89c4fd8bc54c), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:24.869005 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e086a1-adba-439a-b2f4-1b1def3cfd0f req-33e3c3ea-92c9-4f26-b8a9-88eba2f6cc02 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:24.878756 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e1e086a1-adba-439a-b2f4-1b1def3cfd0f req-33e3c3ea-92c9-4f26-b8a9-88eba2f6cc02 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0967741 Oct 10 17:10:24.928782 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaffffb-8228-4eed-a6d3-4b8d1393d09f None None] Pushing event updated for resources: {'Port': ['ID=0d40e3df-b658-4648-8a20-0cd38bb1d2eb,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:24.940502 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Attempting to bind port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:10:24.945260 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Attempting to bind port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:10:24.945260 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Attempting to bind port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:10:24.996011 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e1e086a1-adba-439a-b2f4-1b1def3cfd0f req-5fb776c1-b959-43ba-8af3-12580415c997 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160247 Oct 10 17:10:25.129524 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:10:25.130340 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:10:25.130973 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:25.132212 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:10:25.133212 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Bound port: 0d40e3df-b658-4648-8a20-0cd38bb1d2eb, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:10:25.133868 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:25.178015 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2ef5f0fe-e4c3-48cc-a11e-dfc322ed632c None None] Provisioning complete for port c39cb0ec-96d1-4b36-b4ed-99415003c566 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:25.178515 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f0fe-e4c3-48cc-a11e-dfc322ed632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:25.178946 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2ef5f0fe-e4c3-48cc-a11e-dfc322ed632c None None] Attempt 1 to provision port c39cb0ec-96d1-4b36-b4ed-99415003c566 Oct 10 17:10:25.199022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:25.236787 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port c4845fb4-890b-480d-8f54-e32c487eea4a is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:25.238120 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device f89ba949-e7ea-419c-981a-bd2ed4e5521f up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:25.239984 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:25.261023 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] For port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:10:25.268618 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] For port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=0d40e3df-b658-4648-8a20-0cd38bb1d2eb,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:10:25.309994 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:25.323437 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2ef5f0fe-e4c3-48cc-a11e-dfc322ed632c None None] Port c39cb0ec-96d1-4b36-b4ed-99415003c566 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:10:25.344130 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port f89ba949-e7ea-419c-981a-bd2ed4e5521f triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:25.344519 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:25.344861 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port f89ba949-e7ea-419c-981a-bd2ed4e5521f Oct 10 17:10:25.388675 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:25.487784 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port f89ba949-e7ea-419c-981a-bd2ed4e5521f is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:25.492019 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Routers {'987308ff-4b4c-4044-b713-89c4fd8bc54c'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:10:25.499316 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:10:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['987308ff-4b4c-4044-b713-89c4fd8bc54c'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:25.499857 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838de2c-45a3-4f8e-9e3c-28e87fb47a47 req-062d900f-7ed6-4272-b83d-ba967b0e56a2 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:25.502954 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7838de2c-45a3-4f8e-9e3c-28e87fb47a47 req-062d900f-7ed6-4272-b83d-ba967b0e56a2 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0764818 Oct 10 17:10:25.518485 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Publish callbacks [] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:25.537594 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:25.560881 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaffffb-8228-4eed-a6d3-4b8d1393d09f None None] Pushing event updated for resources: {'Port': ['ID=0d40e3df-b658-4648-8a20-0cd38bb1d2eb,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:25.565111 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7838de2c-45a3-4f8e-9e3c-28e87fb47a47 req-cf8eb807-7cce-4cb8-8e25-bf9a8ae3dfdf tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608137 Oct 10 17:10:25.605505 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:25.629182 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] Set router 987308ff-4b4c-4044-b713-89c4fd8bc54c gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:10:25.715064 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Pushing event updated for resources: {'Port': ['ID=c39cb0ec-96d1-4b36-b4ed-99415003c566,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:25.755084 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bd953-e132-4a17-a14c-b864c5335db4 req-df92e882-a9b5-4211-9f03-16241fdc4d1f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:25.759172 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (987308ff-4b4c-4044-b713-89c4fd8bc54c), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:25.766019 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d33bd953-e132-4a17-a14c-b864c5335db4 req-df92e882-a9b5-4211-9f03-16241fdc4d1f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0822515 Oct 10 17:10:25.833187 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d33bd953-e132-4a17-a14c-b864c5335db4 req-114c47a7-ce82-42a4-96dc-6543572c821f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658567 Oct 10 17:10:25.898457 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:19Z', 'updated_at': '2022-10-10T17:10:25Z', 'revision_number': 4, 'project_id': '769cd8462dd4456fa527c611463e4677', 'gw_port': {'id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:20Z', 'updated_at': '2022-10-10T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c39cb0ec-96d1-4b36-b4ed-99415003c566', 'name': '', 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'mac_address': 'fa:16:3e:73:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '768342a5-e70b-4634-a316-fab8513d2d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:23Z', 'updated_at': '2022-10-10T17:10:24Z', 'revision_number': 1, 'project_id': '769cd8462dd4456fa527c611463e4677', 'subnets': [{'id': '768342a5-e70b-4634-a316-fab8513d2d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:25.924646 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122ba52-8504-4b1d-977b-a5b2add970d9 None None] The sync data for ids ['987308ff-4b4c-4044-b713-89c4fd8bc54c'] in dv-cinder-834540-2-iscsi is: [{'id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:19Z', 'updated_at': '2022-10-10T17:10:25Z', 'revision_number': 4, 'project_id': '769cd8462dd4456fa527c611463e4677', 'gw_port': {'id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:20Z', 'updated_at': '2022-10-10T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c39cb0ec-96d1-4b36-b4ed-99415003c566', 'name': '', 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'mac_address': 'fa:16:3e:73:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '768342a5-e70b-4634-a316-fab8513d2d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:23Z', 'updated_at': '2022-10-10T17:10:24Z', 'revision_number': 1, 'project_id': '769cd8462dd4456fa527c611463e4677', 'subnets': [{'id': '768342a5-e70b-4634-a316-fab8513d2d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:10:25.960263 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Network e7fbfcec-fbf0-43d4-b510-6df889f8343d is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:10:25.962351 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:10:26.220537 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d8410-ed07-4d96-92dd-593c8821f17b req-d08fe6e0-7a5b-4938-acbe-b404b6bee77b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:26.222965 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-776d8410-ed07-4d96-92dd-593c8821f17b req-d08fe6e0-7a5b-4938-acbe-b404b6bee77b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.1057055 Oct 10 17:10:26.300611 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-776d8410-ed07-4d96-92dd-593c8821f17b req-948327ea-c4f7-4936-9f10-55f698feac78 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694366 Oct 10 17:10:26.300768 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Router 987308ff-4b4c-4044-b713-89c4fd8bc54c has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:10:26.357981 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2c64cbb4-4811-40a3-bcc5-696d933e4e6e None None] Provisioning complete for port c39cb0ec-96d1-4b36-b4ed-99415003c566 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:26.358494 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2c64cbb4-4811-40a3-bcc5-696d933e4e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:26.358907 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2c64cbb4-4811-40a3-bcc5-696d933e4e6e None None] Attempt 1 to provision port c39cb0ec-96d1-4b36-b4ed-99415003c566 Oct 10 17:10:26.425916 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2c64cbb4-4811-40a3-bcc5-696d933e4e6e None None] Port c39cb0ec-96d1-4b36-b4ed-99415003c566 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:10:26.456601 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:26.470135 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:10:26.476158 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-16fc665e-ae09-471b-9657-ce9d77f0f77d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/987308ff-4b4c-4044-b713-89c4fd8bc54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8979239 Oct 10 17:10:26.747539 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a5921-017e-4f64-a465-f157100fd654 req-28bf0ec6-6255-45d3-95d9-00ac70dcc6c4 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:26.749381 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ba5a5921-017e-4f64-a465-f157100fd654 req-28bf0ec6-6255-45d3-95d9-00ac70dcc6c4 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0799060 Oct 10 17:10:26.796450 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:26.823246 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ba5a5921-017e-4f64-a465-f157100fd654 req-387eb4e2-150e-438f-89a7-1b864030c9c4 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624070 Oct 10 17:10:27.025997 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd75e-873e-41ae-a438-8018ad538467 req-7eeb9c9e-3f30-41db-952d-fcdcd598769c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:27.034804 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3a9bd75e-873e-41ae-a438-8018ad538467 req-7eeb9c9e-3f30-41db-952d-fcdcd598769c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0678329 Oct 10 17:10:27.097191 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3a9bd75e-873e-41ae-a438-8018ad538467 req-10e5e40d-abd9-43ad-b14a-9f212660ba19 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614524 Oct 10 17:10:27.151918 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57150) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:27.157561 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-fb97e11d-2ef6-4d09-ab16-1e78460823b3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574135174', 'description': 'tempest-secgroup-smoke-1574135174 description', 'project_id': 'c36e0d86e93942189945656ccb70c059'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:27.266427 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-fb97e11d-2ef6-4d09-ab16-1e78460823b3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:27.455816 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-fb97e11d-2ef6-4d09-ab16-1e78460823b3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group (9eb85f8c-e242-4909-88de-3d9958ac40c9), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:27.490588 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647536d-bce3-4a18-b8b8-33867dbd11f1 req-39e8a270-08a3-4f69-84ab-1bafe04545fb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:27.493063 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1647536d-bce3-4a18-b8b8-33867dbd11f1 req-39e8a270-08a3-4f69-84ab-1bafe04545fb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0623286 Oct 10 17:10:27.508108 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:27.542178 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-fb97e11d-2ef6-4d09-ab16-1e78460823b3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (9eb85f8c-e242-4909-88de-3d9958ac40c9), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:27.573575 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1647536d-bce3-4a18-b8b8-33867dbd11f1 req-cd29e41b-c85c-4982-b9bc-489ac89adf23 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723641 Oct 10 17:10:27.605851 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97e11d-2ef6-4d09-ab16-1e78460823b3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb85f8c-e242-4909-88de-3d9958ac40c9,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:27.647007 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-fb97e11d-2ef6-4d09-ab16-1e78460823b3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:27.651938 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-fb97e11d-2ef6-4d09-ab16-1e78460823b3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4955850 Oct 10 17:10:27.651938 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57162) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:27.657023 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-e2f6da71-82e3-4797-bfcc-a7aed761b371 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'security_group_rule': {'security_group_id': '9eb85f8c-e242-4909-88de-3d9958ac40c9', 'project_id': 'c36e0d86e93942189945656ccb70c059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:27.772913 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e2f6da71-82e3-4797-bfcc-a7aed761b371 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (b9597610-f191-48c0-b2c0-aa67e223369a), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:27.852357 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e2f6da71-82e3-4797-bfcc-a7aed761b371 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (b9597610-f191-48c0-b2c0-aa67e223369a), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:27.968454 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e2f6da71-82e3-4797-bfcc-a7aed761b371 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (b9597610-f191-48c0-b2c0-aa67e223369a), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:28.064463 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6da71-82e3-4797-bfcc-a7aed761b371 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9597610-f191-48c0-b2c0-aa67e223369a,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:28.085012 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e2f6da71-82e3-4797-bfcc-a7aed761b371 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:28.089685 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e2f6da71-82e3-4797-bfcc-a7aed761b371 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4365416 Oct 10 17:10:28.090331 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57170) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:28.095314 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bd723-f8cc-403c-9695-b862427baead req-1bd513ee-9761-49d4-b967-bd07818a75f6 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:28.096566 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-ce384922-b288-4935-add0-c8caeb0a9951 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'security_group_rule': {'security_group_id': '9eb85f8c-e242-4909-88de-3d9958ac40c9', 'project_id': 'c36e0d86e93942189945656ccb70c059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:28.097623 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b58bd723-f8cc-403c-9695-b862427baead req-1bd513ee-9761-49d4-b967-bd07818a75f6 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.1556859 Oct 10 17:10:28.151389 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b58bd723-f8cc-403c-9695-b862427baead req-1036f81f-607e-40cf-9ff1-6fc886169fea tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477216 Oct 10 17:10:28.265873 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ce384922-b288-4935-add0-c8caeb0a9951 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (58dff306-e098-4d15-bcf5-cfb162bd72c2), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:28.302270 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de29a-d211-45f4-a0d9-406a660313c2 req-715d6188-4a9f-443c-b232-2d9513033020 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:28.306712 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b6de29a-d211-45f4-a0d9-406a660313c2 req-715d6188-4a9f-443c-b232-2d9513033020 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.1114228 Oct 10 17:10:28.396111 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b6de29a-d211-45f4-a0d9-406a660313c2 req-0e51144e-5cf2-423a-8713-83a1b11e755f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690761 Oct 10 17:10:28.414134 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ce384922-b288-4935-add0-c8caeb0a9951 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (58dff306-e098-4d15-bcf5-cfb162bd72c2), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:28.478086 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 0d40e3df-b658-4648-8a20-0cd38bb1d2eb up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:28.522139 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:28.522452 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:28.522758 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb Oct 10 17:10:28.702166 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b70103-d0c7-4710-a75f-bd38ab4c294b req-68e9ccec-1cd6-4a09-a409-f372e1a726c2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:28.711777 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2b70103-d0c7-4710-a75f-bd38ab4c294b req-68e9ccec-1cd6-4a09-a409-f372e1a726c2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0560555 Oct 10 17:10:28.722557 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:28.723474 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:28.747065 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=0d40e3df-b658-4648-8a20-0cd38bb1d2eb,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:28.755546 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2b70103-d0c7-4710-a75f-bd38ab4c294b req-ddc0437a-a10e-4d77-a653-3f0cffa42e74 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459249 Oct 10 17:10:28.831944 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ce384922-b288-4935-add0-c8caeb0a9951 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (58dff306-e098-4d15-bcf5-cfb162bd72c2), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:28.853345 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce384922-b288-4935-add0-c8caeb0a9951 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dff306-e098-4d15-bcf5-cfb162bd72c2,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:28.889212 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:28.948045 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=0d40e3df-b658-4648-8a20-0cd38bb1d2eb,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:29.035300 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ce384922-b288-4935-add0-c8caeb0a9951 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:29.039077 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ce384922-b288-4935-add0-c8caeb0a9951 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9452605 Oct 10 17:10:29.040791 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57188) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:29.046056 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-e26fa40a-5dd4-4af1-b6ec-316b3c60adf4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'security_group_rule': {'security_group_id': '9eb85f8c-e242-4909-88de-3d9958ac40c9', 'project_id': 'c36e0d86e93942189945656ccb70c059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:29.114957 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2201d-e313-4896-bd87-0cfb6953a0c3 req-14852eed-7cc1-44a7-bd17-93e3364cd1e9 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:29.117389 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-feb2201d-e313-4896-bd87-0cfb6953a0c3 req-14852eed-7cc1-44a7-bd17-93e3364cd1e9 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0972712 Oct 10 17:10:29.177766 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e26fa40a-5dd4-4af1-b6ec-316b3c60adf4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (edfb00c5-114c-4280-bc18-c61ebb8b65ba), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:29.203299 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-feb2201d-e313-4896-bd87-0cfb6953a0c3 req-02a28d27-fefa-4602-b46b-cc6fd7be33db tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688784 Oct 10 17:10:29.217248 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Sync routers for ids ['987308ff-4b4c-4044-b713-89c4fd8bc54c'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:10:29.248266 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Routers {'987308ff-4b4c-4044-b713-89c4fd8bc54c'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:10:29.249484 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:10:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['987308ff-4b4c-4044-b713-89c4fd8bc54c'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:29.302073 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:29.302073 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e26fa40a-5dd4-4af1-b6ec-316b3c60adf4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (edfb00c5-114c-4280-bc18-c61ebb8b65ba), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:29.399698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-b6f84d26-531f-4570-ab1b-6c1715214982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:29.405461 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-b6f84d26-531f-4570-ab1b-6c1715214982 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 1130 time: 0.0594015 Oct 10 17:10:29.416631 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Set router 987308ff-4b4c-4044-b713-89c4fd8bc54c gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:10:29.421832 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e26fa40a-5dd4-4af1-b6ec-316b3c60adf4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (edfb00c5-114c-4280-bc18-c61ebb8b65ba), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:29.461164 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fa40a-5dd4-4af1-b6ec-316b3c60adf4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfb00c5-114c-4280-bc18-c61ebb8b65ba,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:29.542080 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e26fa40a-5dd4-4af1-b6ec-316b3c60adf4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:29.543838 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e26fa40a-5dd4-4af1-b6ec-316b3c60adf4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5020056 Oct 10 17:10:29.547188 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57204) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:29.553026 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-81f93603-c522-4a6a-9a4d-fc026b8efdc6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'security_group_rule': {'security_group_id': '9eb85f8c-e242-4909-88de-3d9958ac40c9', 'project_id': 'c36e0d86e93942189945656ccb70c059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:29.571669 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:29.645779 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-8262de33-28d2-429f-ab63-b4c926fad1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:29.649222 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-8262de33-28d2-429f-ab63-b4c926fad1d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 911 time: 0.2373185 Oct 10 17:10:29.653083 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:29.663616 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2a66e-3f85-44ff-bba2-bbc5d1e619cd req-dbd4a732-340a-4cb3-8401-5b18ccf59d35 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:29.665545 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f1b2a66e-3f85-44ff-bba2-bbc5d1e619cd req-dbd4a732-340a-4cb3-8401-5b18ccf59d35 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.1123917 Oct 10 17:10:29.721303 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-81f93603-c522-4a6a-9a4d-fc026b8efdc6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (6ca4dde5-9ac1-4b94-bc30-dd82aefc7e59), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:29.825031 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:19Z', 'updated_at': '2022-10-10T17:10:25Z', 'revision_number': 4, 'project_id': '769cd8462dd4456fa527c611463e4677', 'gw_port': {'id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:20Z', 'updated_at': '2022-10-10T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c39cb0ec-96d1-4b36-b4ed-99415003c566', 'name': '', 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'mac_address': 'fa:16:3e:73:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '768342a5-e70b-4634-a316-fab8513d2d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:23Z', 'updated_at': '2022-10-10T17:10:25Z', 'revision_number': 2, 'project_id': '769cd8462dd4456fa527c611463e4677', 'subnets': [{'id': '768342a5-e70b-4634-a316-fab8513d2d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:29.838448 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f1b2a66e-3f85-44ff-bba2-bbc5d1e619cd req-9764ce32-6ed8-41b6-a2d5-103c8fc673fc tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601832 Oct 10 17:10:29.879645 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-9b30b2ef-ae88-4e44-ae6d-68f1839d3380 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee17d066-205b-40da-b2ab-8a810dbe5020 HTTP/1.1" status: 200 len: 1002 time: 0.2114823 Oct 10 17:10:29.887442 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-81f93603-c522-4a6a-9a4d-fc026b8efdc6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (6ca4dde5-9ac1-4b94-bc30-dd82aefc7e59), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:29.900570 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Checking router: 987308ff-4b4c-4044-b713-89c4fd8bc54c for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:10:29.901279 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Updating router 987308ff-4b4c-4044-b713-89c4fd8bc54c port c39cb0ec-96d1-4b36-b4ed-99415003c566 binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:10:29.932829 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:29.971357 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-81f93603-c522-4a6a-9a4d-fc026b8efdc6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (6ca4dde5-9ac1-4b94-bc30-dd82aefc7e59), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:29.986982 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-ed85c591-85b5-45e4-8025-4e3b28189635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:29.988570 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-ed85c591-85b5-45e4-8025-4e3b28189635 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4fe731f9-89e1-4eef-b74c-540645002099 HTTP/1.1" status: 200 len: 849 time: 0.0934401 Oct 10 17:10:29.997550 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f93603-c522-4a6a-9a4d-fc026b8efdc6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca4dde5-9ac1-4b94-bc30-dd82aefc7e59,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:29.999890 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb04b2-49ef-4310-bb45-cf66de29e030 req-b48db7e8-a405-49ad-8436-2d72e0d2ebe4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:30.001843 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-53fb04b2-49ef-4310-bb45-cf66de29e030 req-b48db7e8-a405-49ad-8436-2d72e0d2ebe4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0957606 Oct 10 17:10:30.012696 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:30.063859 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-437a2321-5c00-4b80-a6a5-8d537fffc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:30.065395 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-437a2321-5c00-4b80-a6a5-8d537fffc723 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0eee5d35-4847-4982-a7a4-935838222131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625932 Oct 10 17:10:30.099807 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-81f93603-c522-4a6a-9a4d-fc026b8efdc6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.101673 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-81f93603-c522-4a6a-9a4d-fc026b8efdc6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5532160 Oct 10 17:10:30.110706 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57210) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:30.118070 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-f5c3d0a8-52d4-44fb-905a-b29aea15173c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'security_group_rule': {'security_group_id': '9eb85f8c-e242-4909-88de-3d9958ac40c9', 'project_id': 'c36e0d86e93942189945656ccb70c059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:30.157551 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-53fb04b2-49ef-4310-bb45-cf66de29e030 req-6519df6d-134b-452b-870c-57b1a572f5f1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455677 Oct 10 17:10:30.227241 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-d3d5be77-2486-4e92-8eae-952c298a8d60 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550510 Oct 10 17:10:30.245976 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:30.269077 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.securitygroups_db [None req-f5c3d0a8-52d4-44fb-905a-b29aea15173c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Project c36e0d86e93942189945656ccb70c059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 17:10:30.270273 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Publish callbacks [] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.271762 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:30.276628 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d0a8-52d4-44fb-905a-b29aea15173c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (94ca9748-0ce0-443a-ac3c-03b2c5749573), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.381073 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d0a8-52d4-44fb-905a-b29aea15173c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (94ca9748-0ce0-443a-ac3c-03b2c5749573), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.387824 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4e035fc-f907-4aca-baa2-b64724e6288d req-1f986581-9e5d-4e06-9cab-adf1368089c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502259 Oct 10 17:10:30.397026 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.454851 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d0a8-52d4-44fb-905a-b29aea15173c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (94ca9748-0ce0-443a-ac3c-03b2c5749573), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.496328 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 0d40e3df-b658-4648-8a20-0cd38bb1d2eb up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:30.517170 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225e860-e139-41d5-97a3-d331cb1e0d39 None None] Pushing event updated for resources: {'Port': ['ID=c39cb0ec-96d1-4b36-b4ed-99415003c566,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:30.530646 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3d0a8-52d4-44fb-905a-b29aea15173c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ca9748-0ce0-443a-ac3c-03b2c5749573,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:30.567977 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Attempting to bind port c39cb0ec-96d1-4b36-b4ed-99415003c566 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:10:30.568621 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Attempting to bind port c39cb0ec-96d1-4b36-b4ed-99415003c566 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '37875534-3c56-4633-812f-59d4bf6c098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:10:30.569657 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Attempting to bind port c39cb0ec-96d1-4b36-b4ed-99415003c566 on network e7fbfcec-fbf0-43d4-b510-6df889f8343d {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:10:30.630322 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:30.631332 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.632702 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb Oct 10 17:10:30.632938 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:10:30.633317 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Checking segment: {'id': '37875534-3c56-4633-812f-59d4bf6c098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:10:30.633716 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.637968 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Bound using segment: {'id': '37875534-3c56-4633-812f-59d4bf6c098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:10:30.637968 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Bound port: c39cb0ec-96d1-4b36-b4ed-99415003c566, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37875534-3c56-4633-812f-59d4bf6c098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:10:30.637968 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.644104 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d0a8-52d4-44fb-905a-b29aea15173c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.644104 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-f5c3d0a8-52d4-44fb-905a-b29aea15173c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5303793 Oct 10 17:10:30.645690 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57218) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:30.651095 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-26b296ac-19d6-4035-850c-fd5be88cd912 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'security_group_rule': {'security_group_id': '9eb85f8c-e242-4909-88de-3d9958ac40c9', 'project_id': 'c36e0d86e93942189945656ccb70c059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:10:30.732754 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] For port c39cb0ec-96d1-4b36-b4ed-99415003c566, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:10:30.737083 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] For port c39cb0ec-96d1-4b36-b4ed-99415003c566, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=c39cb0ec-96d1-4b36-b4ed-99415003c566,segment=NetworkSegment(37875534-3c56-4633-812f-59d4bf6c098b),segment_id=37875534-3c56-4633-812f-59d4bf6c098b)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:10:30.790696 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:30.839626 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.securitygroups_db [None req-26b296ac-19d6-4035-850c-fd5be88cd912 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Project c36e0d86e93942189945656ccb70c059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 17:10:30.846041 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-26b296ac-19d6-4035-850c-fd5be88cd912 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (40be2552-8c51-453f-9fc5-7109c2740601), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.886695 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:30.958490 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Routers {'987308ff-4b4c-4044-b713-89c4fd8bc54c'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:10:30.959373 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:10:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['987308ff-4b4c-4044-b713-89c4fd8bc54c'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:30.983618 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74195069-8474-4c73-a402-b846e39105b6 req-e7149fd0-5960-42b7-adf9-02e942112a2a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:30.985306 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-74195069-8474-4c73-a402-b846e39105b6 req-e7149fd0-5960-42b7-adf9-02e942112a2a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.3835206 Oct 10 17:10:31.004528 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-26b296ac-19d6-4035-850c-fd5be88cd912 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (40be2552-8c51-453f-9fc5-7109c2740601), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:31.042510 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225e860-e139-41d5-97a3-d331cb1e0d39 None None] Pushing event updated for resources: {'Port': ['ID=c39cb0ec-96d1-4b36-b4ed-99415003c566,revision_number=4']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:31.067620 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91220587-854d-4307-b8bf-5046bf78161c req-ea186269-fa12-4117-8eb5-e248a64f6193 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:31.069284 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-91220587-854d-4307-b8bf-5046bf78161c req-ea186269-fa12-4117-8eb5-e248a64f6193 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0821867 Oct 10 17:10:31.096390 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-74195069-8474-4c73-a402-b846e39105b6 req-8c40fc6b-debe-4018-b63e-d94cf9c90ed3 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979331 Oct 10 17:10:31.103044 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-26b296ac-19d6-4035-850c-fd5be88cd912 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (40be2552-8c51-453f-9fc5-7109c2740601), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:31.143711 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] Set router 987308ff-4b4c-4044-b713-89c4fd8bc54c gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:10:31.150413 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b296ac-19d6-4035-850c-fd5be88cd912 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40be2552-8c51-453f-9fc5-7109c2740601,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:31.203788 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-91220587-854d-4307-b8bf-5046bf78161c req-7cba5e39-f93f-4838-9541-30dc9fbb4725 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124494 Oct 10 17:10:31.230008 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-26b296ac-19d6-4035-850c-fd5be88cd912 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:31.248844 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-26b296ac-19d6-4035-850c-fd5be88cd912 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5989685 Oct 10 17:10:31.343909 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2598c1f-4db9-4f7c-8974-e6cbc6b2d40e req-086b5aae-1cdf-48a8-9463-440f254327e0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:31.375120 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e2598c1f-4db9-4f7c-8974-e6cbc6b2d40e req-086b5aae-1cdf-48a8-9463-440f254327e0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0834038 Oct 10 17:10:31.421865 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:19Z', 'updated_at': '2022-10-10T17:10:25Z', 'revision_number': 4, 'project_id': '769cd8462dd4456fa527c611463e4677', 'gw_port': {'id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:20Z', 'updated_at': '2022-10-10T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c39cb0ec-96d1-4b36-b4ed-99415003c566', 'name': '', 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'mac_address': 'fa:16:3e:73:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '768342a5-e70b-4634-a316-fab8513d2d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:23Z', 'updated_at': '2022-10-10T17:10:30Z', 'revision_number': 4, 'project_id': '769cd8462dd4456fa527c611463e4677', 'subnets': [{'id': '768342a5-e70b-4634-a316-fab8513d2d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:10:31.439222 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e2598c1f-4db9-4f7c-8974-e6cbc6b2d40e req-4d515006-a39d-445f-a3cd-723500edee80 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612097 Oct 10 17:10:31.456924 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7cc6ce-cb04-4f99-9743-55b5f927a7a5 None None] The sync data for ids ['987308ff-4b4c-4044-b713-89c4fd8bc54c'] in dv-cinder-834540-2-iscsi is: [{'id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:19Z', 'updated_at': '2022-10-10T17:10:25Z', 'revision_number': 4, 'project_id': '769cd8462dd4456fa527c611463e4677', 'gw_port': {'id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:20Z', 'updated_at': '2022-10-10T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c39cb0ec-96d1-4b36-b4ed-99415003c566', 'name': '', 'network_id': 'e7fbfcec-fbf0-43d4-b510-6df889f8343d', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'mac_address': 'fa:16:3e:73:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '768342a5-e70b-4634-a316-fab8513d2d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:23Z', 'updated_at': '2022-10-10T17:10:30Z', 'revision_number': 4, 'project_id': '769cd8462dd4456fa527c611463e4677', 'subnets': [{'id': '768342a5-e70b-4634-a316-fab8513d2d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:10:32.108061 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57280) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:32.312499 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b1e3-82a9-4444-8094-563dcb2252ba req-cdd4b4c5-3d16-48d4-9569-08b7ae9a35a1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:32.324984 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4cd0b1e3-82a9-4444-8094-563dcb2252ba req-cdd4b4c5-3d16-48d4-9569-08b7ae9a35a1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0750880 Oct 10 17:10:32.412696 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4cd0b1e3-82a9-4444-8094-563dcb2252ba req-d7641756-8fb7-400f-8eca-08dbe4ed58ab tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672643 Oct 10 17:10:32.444511 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7b3d3b62-e190-420c-b0fb-1aba8228a3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:32.538807 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:32.569199 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device c39cb0ec-96d1-4b36-b4ed-99415003c566 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:32.601286 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7b3d3b62-e190-420c-b0fb-1aba8228a3cc admin admin] Publish callbacks [] for security_group (f47ac520-29ac-4b4c-a51b-87bc0cd732ac), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:32.628783 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:32.654591 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e294afa-2e3a-4fd3-9674-dae4c3722d97 req-70a92780-162e-487d-bbce-5f1cb102068a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:32.655824 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port c39cb0ec-96d1-4b36-b4ed-99415003c566 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:32.656542 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:32.656987 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port c39cb0ec-96d1-4b36-b4ed-99415003c566 Oct 10 17:10:32.663562 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7e294afa-2e3a-4fd3-9674-dae4c3722d97 req-70a92780-162e-487d-bbce-5f1cb102068a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.2827039 Oct 10 17:10:32.691268 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d843-fc6d-4484-bf5b-fa25ff7f3bd1 req-ea33e55e-4b13-4665-9917-14feab96f08d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:32.694642 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7b3d3b62-e190-420c-b0fb-1aba8228a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f47ac520-29ac-4b4c-a51b-87bc0cd732ac), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:32.700765 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7813d843-fc6d-4484-bf5b-fa25ff7f3bd1 req-ea33e55e-4b13-4665-9917-14feab96f08d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.1206870 Oct 10 17:10:32.768488 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port c39cb0ec-96d1-4b36-b4ed-99415003c566 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:32.769288 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:32.784915 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:32.813105 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port c39cb0ec-96d1-4b36-b4ed-99415003c566, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=c39cb0ec-96d1-4b36-b4ed-99415003c566,segment=NetworkSegment(37875534-3c56-4633-812f-59d4bf6c098b),segment_id=37875534-3c56-4633-812f-59d4bf6c098b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:32.830886 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d3b62-e190-420c-b0fb-1aba8228a3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47ac520-29ac-4b4c-a51b-87bc0cd732ac,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:32.835955 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7e294afa-2e3a-4fd3-9674-dae4c3722d97 req-3f4a9500-8067-423d-b004-d855e5757c17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713698 Oct 10 17:10:32.840848 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7b3d3b62-e190-420c-b0fb-1aba8228a3cc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e1f83285b6544f46862252510329219c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7285573 Oct 10 17:10:32.844233 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 57298) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:32.878809 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7813d843-fc6d-4484-bf5b-fa25ff7f3bd1 req-6bcfb2c9-f3e1-4305-9092-f55ba92ce9ee tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713803 Oct 10 17:10:32.931019 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9407ceeb-20ed-4923-bc9e-162805de015b admin admin] Publish callbacks [] for security_group (f47ac520-29ac-4b4c-a51b-87bc0cd732ac), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:32.953975 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9407ceeb-20ed-4923-bc9e-162805de015b admin admin] Publish callbacks [] for security_group (f47ac520-29ac-4b4c-a51b-87bc0cd732ac), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:32.963990 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:33.024314 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=c39cb0ec-96d1-4b36-b4ed-99415003c566,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:33.151405 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9407ceeb-20ed-4923-bc9e-162805de015b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f47ac520-29ac-4b4c-a51b-87bc0cd732ac), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:33.154917 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9407ceeb-20ed-4923-bc9e-162805de015b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:33.160309 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9407ceeb-20ed-4923-bc9e-162805de015b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f47ac520-29ac-4b4c-a51b-87bc0cd732ac HTTP/1.1" status: 204 len: 168 time: 0.3129690 Oct 10 17:10:33.171983 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407ceeb-20ed-4923-bc9e-162805de015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47ac520-29ac-4b4c-a51b-87bc0cd732ac,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:33.589931 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:33.602714 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69553950-0ec3-4173-81f1-96555d648432 req-ee26db5b-425b-4edb-b885-ec9128e711db tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:33.604314 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-69553950-0ec3-4173-81f1-96555d648432 req-ee26db5b-425b-4edb-b885-ec9128e711db tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0896413 Oct 10 17:10:33.719926 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-69553950-0ec3-4173-81f1-96555d648432 req-eb0762c8-e1ea-4dc8-a6bf-3b5d55c8508b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992842 Oct 10 17:10:34.040784 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aed38-3005-4647-a72f-ff6eabf8312f req-535c7041-a8b3-4bad-b533-2d2e03099f5e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:34.042183 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0e5aed38-3005-4647-a72f-ff6eabf8312f req-535c7041-a8b3-4bad-b533-2d2e03099f5e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0918787 Oct 10 17:10:34.073976 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633c23f-4ee6-42be-a26f-d9018231563a req-5da8c990-2d19-4df1-897b-511817011b43 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:34.076643 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5633c23f-4ee6-42be-a26f-d9018231563a req-5da8c990-2d19-4df1-897b-511817011b43 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.1143572 Oct 10 17:10:34.112067 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:34.166065 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0e5aed38-3005-4647-a72f-ff6eabf8312f req-a2e7b750-8c24-4da1-8d6a-b237b00cc88f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164713 Oct 10 17:10:34.170967 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5633c23f-4ee6-42be-a26f-d9018231563a req-e0ca582f-da88-4a57-a329-b41736a3f312 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857751 Oct 10 17:10:34.461120 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 57340) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:34.479526 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8095daa4-65ad-4501-a05e-999655494463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:34.480981 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device c39cb0ec-96d1-4b36-b4ed-99415003c566 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:10:34.571080 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port c39cb0ec-96d1-4b36-b4ed-99415003c566 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:10:34.571467 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:34.571808 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port c39cb0ec-96d1-4b36-b4ed-99415003c566 Oct 10 17:10:34.616854 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8095daa4-65ad-4501-a05e-999655494463 admin admin] Publish callbacks [] for security_group (faed3736-0765-4f3f-9841-ecf53d32ada6), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:34.661927 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port c39cb0ec-96d1-4b36-b4ed-99415003c566 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:34.694660 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8095daa4-65ad-4501-a05e-999655494463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (faed3736-0765-4f3f-9841-ecf53d32ada6), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:34.745704 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-8095daa4-65ad-4501-a05e-999655494463 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7fc66e9618224466baa4e0ee08a478a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827499 Oct 10 17:10:34.746665 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095daa4-65ad-4501-a05e-999655494463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faed3736-0765-4f3f-9841-ecf53d32ada6,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:34.750000 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57346) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:34.830809 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ec0efcfd-fb2c-462d-80ec-73ad8c752581 admin admin] Publish callbacks [] for security_group (faed3736-0765-4f3f-9841-ecf53d32ada6), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:34.858301 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ec0efcfd-fb2c-462d-80ec-73ad8c752581 admin admin] Publish callbacks [] for security_group (faed3736-0765-4f3f-9841-ecf53d32ada6), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:35.042767 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1385d710-bc94-44b8-874a-ee6b06660627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:35.043612 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ec0efcfd-fb2c-462d-80ec-73ad8c752581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (faed3736-0765-4f3f-9841-ecf53d32ada6), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:35.051853 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ec0efcfd-fb2c-462d-80ec-73ad8c752581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:35.053994 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ec0efcfd-fb2c-462d-80ec-73ad8c752581 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/faed3736-0765-4f3f-9841-ecf53d32ada6 HTTP/1.1" status: 204 len: 168 time: 0.3020449 Oct 10 17:10:35.066845 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0efcfd-fb2c-462d-80ec-73ad8c752581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faed3736-0765-4f3f-9841-ecf53d32ada6,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:35.363573 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e72c9d-4f66-4b10-8e30-e9c7603ab72e req-926e5009-ab84-4b9b-9e80-dda1d62c6866 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:35.370993 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34e72c9d-4f66-4b10-8e30-e9c7603ab72e req-926e5009-ab84-4b9b-9e80-dda1d62c6866 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0971019 Oct 10 17:10:35.380147 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87aa24-2c57-421c-a7e8-7e85446f7909 req-651da314-9c54-4c27-8aef-3c556e02e147 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:35.384216 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ac87aa24-2c57-421c-a7e8-7e85446f7909 req-651da314-9c54-4c27-8aef-3c556e02e147 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0985346 Oct 10 17:10:35.477597 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34e72c9d-4f66-4b10-8e30-e9c7603ab72e req-d5953828-4edd-4cd7-ad63-42f00edaa657 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054420 Oct 10 17:10:35.505092 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ac87aa24-2c57-421c-a7e8-7e85446f7909 req-99f92b93-8d3b-49f8-aa4f-f53fcfb3e5eb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130307 Oct 10 17:10:36.678462 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59035c6-6aec-4b1e-a75c-69242696c8a2 req-9b173a05-1098-43f4-9e5f-d4f64d2939a6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:36.680210 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d59035c6-6aec-4b1e-a75c-69242696c8a2 req-9b173a05-1098-43f4-9e5f-d4f64d2939a6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.1014128 Oct 10 17:10:36.725460 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f3201-db6e-4556-afeb-ecd01cc0a662 req-47d8ef45-6a64-4d84-9e81-950085b7d102 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:36.732471 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-854f3201-db6e-4556-afeb-ecd01cc0a662 req-47d8ef45-6a64-4d84-9e81-950085b7d102 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.1130884 Oct 10 17:10:36.785148 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:36.799525 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d59035c6-6aec-4b1e-a75c-69242696c8a2 req-f7269479-5d93-4af5-b15d-ca48d581eba1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041253 Oct 10 17:10:36.829544 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-854f3201-db6e-4556-afeb-ecd01cc0a662 req-9d3bf84a-a231-45dd-8503-31a5d21391ab tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920203 Oct 10 17:10:37.288544 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:37.302471 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2cb2-d51a-47cd-9cbb-4682811b2ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:37.973848 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e286f30-8585-4bfa-8755-6d2c2e6045bf req-e68a360d-9320-41f8-b6d5-c3453bdf903b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:37.975359 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4e286f30-8585-4bfa-8755-6d2c2e6045bf req-e68a360d-9320-41f8-b6d5-c3453bdf903b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0845773 Oct 10 17:10:37.995332 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa9b27-56f7-4b38-bc8a-e85de0fc5e4e req-849db8db-f64d-41e8-b16a-2af22389fcdb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:37.996778 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8baa9b27-56f7-4b38-bc8a-e85de0fc5e4e req-849db8db-f64d-41e8-b16a-2af22389fcdb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0755291 Oct 10 17:10:38.061026 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4e286f30-8585-4bfa-8755-6d2c2e6045bf req-e15dc6ec-8363-42a2-a650-10f5ef4ab751 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800107 Oct 10 17:10:38.073556 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8baa9b27-56f7-4b38-bc8a-e85de0fc5e4e req-ea06306b-c2a7-49ec-96b6-5a5171f6f55e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697188 Oct 10 17:10:38.327758 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:39.233935 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387e9b8-d9c7-4799-b354-44edd6a5ce34 req-eb9dbfe1-68f7-4720-8ed8-b114a5c059e8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:39.235409 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2387e9b8-d9c7-4799-b354-44edd6a5ce34 req-eb9dbfe1-68f7-4720-8ed8-b114a5c059e8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0897858 Oct 10 17:10:39.245914 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd8fcd-bb40-4e90-aa9c-f016e85e90a7 req-84a7a1aa-5260-4d92-bc02-8f97461a9d6e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:39.247313 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-37cd8fcd-bb40-4e90-aa9c-f016e85e90a7 req-84a7a1aa-5260-4d92-bc02-8f97461a9d6e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0764465 Oct 10 17:10:39.327549 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2387e9b8-d9c7-4799-b354-44edd6a5ce34 req-0ebafb6c-d77c-4076-a9cc-eea4e69c0a92 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792909 Oct 10 17:10:39.330792 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-37cd8fcd-bb40-4e90-aa9c-f016e85e90a7 req-9705e5aa-4aad-456a-a4e2-4051f0ceea0c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757489 Oct 10 17:10:40.038838 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:40.062092 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:40.311935 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-795c16f7-7bc6-48b4-b5cb-7179e4bf5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:40.313461 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-795c16f7-7bc6-48b4-b5cb-7179e4bf5bd4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 1129 time: 0.0395820 Oct 10 17:10:40.412445 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:40.442064 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-5f9575b9-6a5d-4e34-911c-61dd175474fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:40.443698 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-5f9575b9-6a5d-4e34-911c-61dd175474fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 918 time: 0.1232941 Oct 10 17:10:40.501444 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36071e6c-78f6-4be9-a5d7-b19ee44fdc83 req-276db87f-784e-48c9-945e-fe1a73972c39 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:40.502879 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-36071e6c-78f6-4be9-a5d7-b19ee44fdc83 req-276db87f-784e-48c9-945e-fe1a73972c39 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0838089 Oct 10 17:10:40.508493 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9891a2-0e81-4259-ae8b-2c32c09d29df req-b0fd0f47-2fc0-4c98-acfd-fc8652ea86b9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:40.509804 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef9891a2-0e81-4259-ae8b-2c32c09d29df req-b0fd0f47-2fc0-4c98-acfd-fc8652ea86b9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0891240 Oct 10 17:10:40.633911 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-36071e6c-78f6-4be9-a5d7-b19ee44fdc83 req-b58b66cf-44a8-4076-a818-41e3512680dc tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231608 Oct 10 17:10:40.646192 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef9891a2-0e81-4259-ae8b-2c32c09d29df req-f3b28698-8d2e-44f8-bab4-2a78a8d8a1a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280651 Oct 10 17:10:40.648242 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-aca1fb41-eac7-4957-b08a-2e2344d1cbeb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb HTTP/1.1" status: 200 len: 1000 time: 0.1148853 Oct 10 17:10:40.701077 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-1d8e735d-1dc0-434d-a9dc-23d161159dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:40.702501 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-1d8e735d-1dc0-434d-a9dc-23d161159dca service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 200 len: 856 time: 0.0471442 Oct 10 17:10:40.750632 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-493fe97b-bf32-43a8-a981-22985ce52ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:40.752242 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-493fe97b-bf32-43a8-a981-22985ce52ee2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=710e1b7f-f37c-4711-979b-caac1afb6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414548 Oct 10 17:10:40.850987 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-3b3f59d2-a58c-414e-bebb-50d1c423129f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894775 Oct 10 17:10:40.882118 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:40.954637 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61ef3094-2811-4d03-b698-c3fcb2ea5789 req-d21b2cbf-28db-44f6-be0c-c9268ff9acea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931451 Oct 10 17:10:41.779319 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a85e-0efe-48fc-ab8e-e45f422e400b req-4272508d-1277-42e9-890f-83125419bb67 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:41.780834 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b070a85e-0efe-48fc-ab8e-e45f422e400b req-4272508d-1277-42e9-890f-83125419bb67 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0719290 Oct 10 17:10:41.808592 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb223d-83e1-46a7-ab7d-f14570db5119 req-47806dc9-74c0-4cc6-9674-c52cac3cd997 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:41.810060 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7efb223d-83e1-46a7-ab7d-f14570db5119 req-47806dc9-74c0-4cc6-9674-c52cac3cd997 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0731366 Oct 10 17:10:41.856073 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b070a85e-0efe-48fc-ab8e-e45f422e400b req-4622ce36-a200-4173-afd5-d3c54df56106 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692098 Oct 10 17:10:41.885290 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7efb223d-83e1-46a7-ab7d-f14570db5119 req-282bddd0-3135-46c0-8cb9-0f92099c5106 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604804 Oct 10 17:10:43.035652 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c83af-433c-44cb-bed1-6df5b4bd41b5 req-8557fbfb-375c-4bb1-8961-43966f0f2d5a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:43.037305 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-372c83af-433c-44cb-bed1-6df5b4bd41b5 req-8557fbfb-375c-4bb1-8961-43966f0f2d5a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0790846 Oct 10 17:10:43.057573 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20566c86-c918-4893-99c0-62d51dda37fd req-24552384-9c21-44e0-9c2c-957e1c96037e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:43.058991 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-20566c86-c918-4893-99c0-62d51dda37fd req-24552384-9c21-44e0-9c2c-957e1c96037e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0679078 Oct 10 17:10:43.118347 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-372c83af-433c-44cb-bed1-6df5b4bd41b5 req-0eb50a85-e4a7-478d-8d90-ee6c319bb628 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752869 Oct 10 17:10:43.134296 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-20566c86-c918-4893-99c0-62d51dda37fd req-c3a0f396-7e56-426c-8d6d-399a8bc0acbf tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676060 Oct 10 17:10:44.266571 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4704cd-263a-4994-b3f7-53f6eb101658 req-a23e7957-a19c-4fe3-8759-b68f42b7313d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:44.268013 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bf4704cd-263a-4994-b3f7-53f6eb101658 req-a23e7957-a19c-4fe3-8759-b68f42b7313d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0748661 Oct 10 17:10:44.287326 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ab106-0dfe-4e54-87f5-52a883a776e5 req-284e16eb-f2ec-4f76-8fa2-a2aadd084d3c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:44.288760 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e91ab106-0dfe-4e54-87f5-52a883a776e5 req-284e16eb-f2ec-4f76-8fa2-a2aadd084d3c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0646317 Oct 10 17:10:44.339465 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:44.354783 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bf4704cd-263a-4994-b3f7-53f6eb101658 req-9f1e6cb8-2dd0-44ca-9c6e-feca9e04be4a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809948 Oct 10 17:10:44.359346 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e91ab106-0dfe-4e54-87f5-52a883a776e5 req-93b123af-a321-4ee7-8e72-190a1981076b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631721 Oct 10 17:10:44.916912 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:45.061100 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=72,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:45.512434 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a830d0-17fc-4cd1-9197-cc2b6a74be49 req-9410da66-702c-4e87-bdcb-f40203d43089 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:45.514496 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a7a830d0-17fc-4cd1-9197-cc2b6a74be49 req-9410da66-702c-4e87-bdcb-f40203d43089 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0836248 Oct 10 17:10:45.520278 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8b540-d9f0-41cd-a890-132becd5af8d req-580d000e-e443-44ab-a950-4883788213a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:45.521622 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-efa8b540-d9f0-41cd-a890-132becd5af8d req-580d000e-e443-44ab-a950-4883788213a6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 945 time: 0.0806820 Oct 10 17:10:45.542107 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device bb02af33-ad9f-40d4-b884-6043f298eaeb no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:10:45.593787 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a7a830d0-17fc-4cd1-9197-cc2b6a74be49 req-f0b41f04-c906-4c33-868d-1bb3bc7d9678 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Oct 10 17:10:45.601058 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-efa8b540-d9f0-41cd-a890-132becd5af8d req-9b7a7998-6941-4790-b313-38da3bdcb27e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725372 Oct 10 17:10:45.613950 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:45.621549 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port bb02af33-ad9f-40d4-b884-6043f298eaeb is: ACTIVE; New status is: DOWN {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:10:45.621933 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:45.649671 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:10:45.651836 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae68f727-82b4-43b2-81d0-2b9fec0e0586" -d '{"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:10:45.664504 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:10:45.690636 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 17:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a373de8-995a-4a24-9169-c3ae563cdb99 x-openstack-request-id: req-9a373de8-995a-4a24-9169-c3ae563cdb99 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:10:45.691261 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:10:45.691536 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a373de8-995a-4a24-9169-c3ae563cdb99 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:10:45.691874 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a373de8-995a-4a24-9169-c3ae563cdb99'] response: {'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'code': 200} Oct 10 17:10:45.751066 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:45.797490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=8']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:45.804739 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.805087 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.805472 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.805826 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.806167 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.806495 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.806818 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.807140 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.807563 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.807889 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.808240 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.808802 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.809132 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.809467 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:45.809786 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:10:46.771430 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff6332-6d42-4f27-a93d-eec78c82800e req-69356832-f6ed-48fd-b203-b06455e49d93 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:46.773083 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-60ff6332-6d42-4f27-a93d-eec78c82800e req-69356832-f6ed-48fd-b203-b06455e49d93 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0849621 Oct 10 17:10:46.782701 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cad557-6e30-4f16-838b-f3722266c3c1 req-2ffa0fcd-6c8d-4e0c-9306-e1ceaf6043ee tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:46.784451 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-91cad557-6e30-4f16-838b-f3722266c3c1 req-2ffa0fcd-6c8d-4e0c-9306-e1ceaf6043ee tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0943291 Oct 10 17:10:46.863149 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-60ff6332-6d42-4f27-a93d-eec78c82800e req-844646a1-20d5-446d-8415-a1cf1928919e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775657 Oct 10 17:10:46.867628 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-91cad557-6e30-4f16-838b-f3722266c3c1 req-7364e39c-5a19-452a-8f4d-7544311b43dc tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757983 Oct 10 17:10:47.280952 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:48.025273 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e428736-8e64-420a-9c8a-b6cfc734ffb4 req-b91101fc-f143-4176-9c29-604c9faf8d3a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:48.025940 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6e428736-8e64-420a-9c8a-b6cfc734ffb4 req-b91101fc-f143-4176-9c29-604c9faf8d3a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0514486 Oct 10 17:10:48.097686 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6e428736-8e64-420a-9c8a-b6cfc734ffb4 req-d017db9c-b77a-409d-8ad7-0c6edeb01488 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631750 Oct 10 17:10:48.206150 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [req-f4eda927-8960-49d5-a132-e0763fb31180 req-4eb37b1d-a0bc-4ba4-a109-c8080c3f0147 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:10:48.207119 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4eda927-8960-49d5-a132-e0763fb31180 req-4eb37b1d-a0bc-4ba4-a109-c8080c3f0147 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060482 Oct 10 17:10:48.209751 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:10:48.583166 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c2b45-1ecf-4d72-97b4-78a05c64e11d req-43cb3547-c1ff-4734-9e20-bbc4fda03911 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:48.584627 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-469c2b45-1ecf-4d72-97b4-78a05c64e11d req-43cb3547-c1ff-4734-9e20-bbc4fda03911 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0547357 Oct 10 17:10:48.598444 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:48.638581 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-469c2b45-1ecf-4d72-97b4-78a05c64e11d req-a3d5929e-ccae-4732-8818-6e669906973d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473909 Oct 10 17:10:49.191151 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57642) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:49.237773 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07282f-dd4d-4294-adf3-f776c9ce2440 req-7a25bd79-9293-400d-bb51-14607d9eeb72 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:49.239350 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2c07282f-dd4d-4294-adf3-f776c9ce2440 req-7a25bd79-9293-400d-bb51-14607d9eeb72 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0569890 Oct 10 17:10:49.285089 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-7a1c5588-907f-4d73-983c-62b497a628c9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921977 Oct 10 17:10:49.291192 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2c07282f-dd4d-4294-adf3-f776c9ce2440 req-1daa2c9e-18fb-47a0-9819-1766eb7c148d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Oct 10 17:10:49.294159 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-6411a16e-1d4d-44a0-ab07-2b8707764dea service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:10:49.295140 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-6411a16e-1d4d-44a0-ab07-2b8707764dea service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054374 Oct 10 17:10:49.383088 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57654) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:49.442697 dv-cinder-834540-2-iscsi neutron-server[104999]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 10 17:10:49.506139 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-72254320-d31c-4d71-9f77-4b5630b2b800 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:49.507591 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-72254320-d31c-4d71-9f77-4b5630b2b800 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports/bb02af33-ad9f-40d4-b884-6043f298eaeb HTTP/1.1" status: 200 len: 940 time: 0.1235063 Oct 10 17:10:49.784431 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20749f5-7cdc-4f5f-a9d6-364897cbfcff req-8f04b69b-5549-4b73-99b9-b7a21d0ff410 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:49.785885 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a20749f5-7cdc-4f5f-a9d6-364897cbfcff req-8f04b69b-5549-4b73-99b9-b7a21d0ff410 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0516353 Oct 10 17:10:49.832286 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a20749f5-7cdc-4f5f-a9d6-364897cbfcff req-c1d2026e-0045-41f9-934d-2fb19b66f24a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408130 Oct 10 17:10:50.413055 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566873-08cc-430a-ab9d-eadd21db6f74 req-6fa60e78-61a6-4c88-bae0-beeee1f703c8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:50.414529 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b566873-08cc-430a-ab9d-eadd21db6f74 req-6fa60e78-61a6-4c88-bae0-beeee1f703c8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0471077 Oct 10 17:10:50.463568 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b566873-08cc-430a-ab9d-eadd21db6f74 req-75b51101-73f8-49fb-ae9b-1c03b0de4d57 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Oct 10 17:10:50.956334 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751447a6-238e-4bc5-8623-e3ed1e80b2b7 req-0ba93db1-f21e-4374-8117-5fea46e88868 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:50.957788 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-751447a6-238e-4bc5-8623-e3ed1e80b2b7 req-0ba93db1-f21e-4374-8117-5fea46e88868 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0468144 Oct 10 17:10:51.007068 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-751447a6-238e-4bc5-8623-e3ed1e80b2b7 req-24c8b294-6701-4821-9216-64ead4a5b024 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 Oct 10 17:10:51.573954 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:51.590671 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448d646-eef3-4353-8134-46588bf4261b req-b32408ff-33ec-4713-81df-c3365e3b659a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:51.592238 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c448d646-eef3-4353-8134-46588bf4261b req-b32408ff-33ec-4713-81df-c3365e3b659a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0493717 Oct 10 17:10:51.643781 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c448d646-eef3-4353-8134-46588bf4261b req-faa868b3-ec58-41fe-97d6-1c5d6b360990 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452960 Oct 10 17:10:52.131360 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e423e08-2bcc-49f7-8559-024b8b35d8d7 req-6fa148f8-a0d9-4c62-92b2-72883a0b14b8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:52.132765 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1e423e08-2bcc-49f7-8559-024b8b35d8d7 req-6fa148f8-a0d9-4c62-92b2-72883a0b14b8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0456762 Oct 10 17:10:52.183809 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1e423e08-2bcc-49f7-8559-024b8b35d8d7 req-c4be0514-e892-4bed-b167-a66148afa62e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Oct 10 17:10:52.779959 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece6558-8f05-4a0e-887c-41eb1d24b4f3 req-c8b8efd5-6dbc-4475-a398-6f0b443c36bd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:52.782116 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eece6558-8f05-4a0e-887c-41eb1d24b4f3 req-c8b8efd5-6dbc-4475-a398-6f0b443c36bd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0564344 Oct 10 17:10:52.843494 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb58910-dbe9-4dd5-a2da-36171c662650 req-a432bec4-fa7c-44c7-8fe5-a226f96d6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:52.845006 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0bb58910-dbe9-4dd5-a2da-36171c662650 req-a432bec4-fa7c-44c7-8fe5-a226f96d6aca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 1129 time: 0.0620148 Oct 10 17:10:52.861400 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eece6558-8f05-4a0e-887c-41eb1d24b4f3 req-489b8675-0b9c-44c4-978d-3da91eb0edfd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698605 Oct 10 17:10:52.908830 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0bb58910-dbe9-4dd5-a2da-36171c662650 req-5914f988-b04b-4f80-a584-105ef8715456 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Oct 10 17:10:53.311946 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c22a7-3b62-4d65-b7f8-0bbbffb37529 req-59aebb32-c8c5-4d2a-81d6-e594645baa2c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:53.313533 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5b1c22a7-3b62-4d65-b7f8-0bbbffb37529 req-59aebb32-c8c5-4d2a-81d6-e594645baa2c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0502720 Oct 10 17:10:53.368528 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5b1c22a7-3b62-4d65-b7f8-0bbbffb37529 req-b3f0cb97-b3b0-4410-9eb6-2817e493f4bb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490544 Oct 10 17:10:53.988113 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b825fd-27cd-4c47-ad62-6de7761e15e1 req-74e6ee1d-708b-48ea-be38-847081ab0acf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:53.989489 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-78b825fd-27cd-4c47-ad62-6de7761e15e1 req-74e6ee1d-708b-48ea-be38-847081ab0acf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0468199 Oct 10 17:10:54.038401 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-78b825fd-27cd-4c47-ad62-6de7761e15e1 req-9ca39a5c-fcc5-40fd-8e2d-e0ed16921ea0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Oct 10 17:10:54.480917 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:54.496853 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436640c-8be4-4d44-8e93-3e3aaf411847 req-83d743ff-6fa2-45f3-81b6-ac75b12b5d82 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:54.498249 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0436640c-8be4-4d44-8e93-3e3aaf411847 req-83d743ff-6fa2-45f3-81b6-ac75b12b5d82 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0471690 Oct 10 17:10:54.550445 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0436640c-8be4-4d44-8e93-3e3aaf411847 req-80a68be7-cd11-4aff-bdb7-8450d73766cb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458462 Oct 10 17:10:55.187033 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be7aef-5044-414f-8073-7076be64a646 req-38137070-b8de-4f28-a18a-66641d14f550 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:55.275062 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-69be7aef-5044-414f-8073-7076be64a646 req-38137070-b8de-4f28-a18a-66641d14f550 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0548441 Oct 10 17:10:55.275062 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-69be7aef-5044-414f-8073-7076be64a646 req-c6dfadc4-3cdf-4d09-84c3-48168ef38f16 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Oct 10 17:10:55.388996 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd78456-aad2-4991-8454-0051d6722858 req-7325fbcd-6d38-4dd9-a33b-eb415c0451a9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:55.391112 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-efd78456-aad2-4991-8454-0051d6722858 req-7325fbcd-6d38-4dd9-a33b-eb415c0451a9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0516829 Oct 10 17:10:55.437934 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-efd78456-aad2-4991-8454-0051d6722858 req-d291e769-3fd1-41e8-88b6-cc3caa12934f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Oct 10 17:10:55.689437 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f492f58-b283-4c8b-b349-f8639a6c88f8 req-ef8e0783-f139-4fa9-bfed-d891e09163c5 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:55.691173 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f492f58-b283-4c8b-b349-f8639a6c88f8 req-ef8e0783-f139-4fa9-bfed-d891e09163c5 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0562763 Oct 10 17:10:55.744725 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f492f58-b283-4c8b-b349-f8639a6c88f8 req-ba67d14d-021a-427d-8577-c6d5f9625b11 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475781 Oct 10 17:10:55.795019 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:55.801335 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=70,neutron:UPDATE=7 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:56.002288 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57772) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:56.110013 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-50eb4325-7014-4fb2-ad22-1243fba5bc54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:56.192101 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-50eb4325-7014-4fb2-ad22-1243fba5bc54 admin admin] Publish callbacks [] for security_group (619054a0-da96-4ced-ba5f-e9846350b882), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:56.267492 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-50eb4325-7014-4fb2-ad22-1243fba5bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (619054a0-da96-4ced-ba5f-e9846350b882), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:56.311283 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb4325-7014-4fb2-ad22-1243fba5bc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619054a0-da96-4ced-ba5f-e9846350b882,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:56.319499 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-50eb4325-7014-4fb2-ad22-1243fba5bc54 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9ea1d9bac2d548fea62e9d540a5fbcc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160865 Oct 10 17:10:56.320520 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57784) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:56.375323 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-299e3a30-d4aa-4ce1-acf9-c2f9ddccf349 admin admin] Publish callbacks [] for security_group (619054a0-da96-4ced-ba5f-e9846350b882), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:56.391407 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-f52fb335-774e-4012-8067-d86d17c1e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:56.393080 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-f52fb335-774e-4012-8067-d86d17c1e336 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2&tenant_id=34f584f725354f68b917b45b645b3630 HTTP/1.1" status: 200 len: 1127 time: 0.0841742 Oct 10 17:10:56.402620 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-299e3a30-d4aa-4ce1-acf9-c2f9ddccf349 admin admin] Publish callbacks [] for security_group (619054a0-da96-4ced-ba5f-e9846350b882), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:56.472044 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-460880c5-9995-43ee-be2c-551976c1b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:56.473522 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-460880c5-9995-43ee-be2c-551976c1b048 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 1127 time: 0.0397689 Oct 10 17:10:56.550535 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:56.578730 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-982f05cc-6503-4165-83f6-722ba4e94832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:56.580255 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-982f05cc-6503-4165-83f6-722ba4e94832 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 918 time: 0.0996923 Oct 10 17:10:56.592901 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-299e3a30-d4aa-4ce1-acf9-c2f9ddccf349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (619054a0-da96-4ced-ba5f-e9846350b882), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:56.595525 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-299e3a30-d4aa-4ce1-acf9-c2f9ddccf349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:56.596816 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-299e3a30-d4aa-4ce1-acf9-c2f9ddccf349 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/619054a0-da96-4ced-ba5f-e9846350b882 HTTP/1.1" status: 204 len: 168 time: 0.2753661 Oct 10 17:10:56.607953 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e3a30-d4aa-4ce1-acf9-c2f9ddccf349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619054a0-da96-4ced-ba5f-e9846350b882,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:56.652218 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-2b2aaacd-6893-4eb0-a06b-e23961b75dce service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb HTTP/1.1" status: 200 len: 998 time: 0.0653183 Oct 10 17:10:56.966881 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-4ac655ff-beed-488a-8b83-eb9e4c96c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:56.969104 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-4ac655ff-beed-488a-8b83-eb9e4c96c7b8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 200 len: 856 time: 0.3021626 Oct 10 17:10:56.977418 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8a10b-db82-44a4-9fcb-27a2d9fe6876 req-7e65011f-4b81-4356-a282-edfb9088002e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:56.978956 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e3e8a10b-db82-44a4-9fcb-27a2d9fe6876 req-7e65011f-4b81-4356-a282-edfb9088002e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0663135 Oct 10 17:10:57.039483 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-d56039bf-5642-476d-a148-fbe55089d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:57.041031 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-d56039bf-5642-476d-a148-fbe55089d356 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=710e1b7f-f37c-4711-979b-caac1afb6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611641 Oct 10 17:10:57.082102 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e3e8a10b-db82-44a4-9fcb-27a2d9fe6876 req-d0ecc80b-9334-48c2-89da-25f46e550e69 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923626 Oct 10 17:10:57.150818 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-aa5290d3-61b2-4412-8edf-3564ac5f27ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979450 Oct 10 17:10:57.219850 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:57.246311 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbc56111-2cf7-4951-9074-e2cf3300f71b req-75c22eb2-d00f-486f-9253-3754989db090 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890038 Oct 10 17:10:57.818603 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e99d1-07e6-406d-a483-340e4aac23a6 req-b22f472b-1930-45bd-8189-e5092dace677 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:57.820141 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-096e99d1-07e6-406d-a483-340e4aac23a6 req-b22f472b-1930-45bd-8189-e5092dace677 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0485063 Oct 10 17:10:57.888810 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-096e99d1-07e6-406d-a483-340e4aac23a6 req-ea43689c-7f5b-47d1-b230-534cf29a317b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628366 Oct 10 17:10:57.926260 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-eeacb891-6cd3-4ea7-9256-a07a937ef6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:57.930820 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-eeacb891-6cd3-4ea7-9256-a07a937ef6dd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 1130 time: 0.0559459 Oct 10 17:10:58.021597 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-3d4f1130-7465-4412-a3e8-ef0ffd277bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:58.023255 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-3d4f1130-7465-4412-a3e8-ef0ffd277bb3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.0889888 Oct 10 17:10:58.107783 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-ce087f35-3519-47cb-be3c-a786aee42be8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37d21674-f89a-4d01-9819-f5ad96f87075 HTTP/1.1" status: 200 len: 217 time: 0.0746117 Oct 10 17:10:58.206455 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:58.264654 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03c0c8-de37-4dec-a389-d8eabe0c1082 req-79a9abc5-f2ac-4921-8bee-8e9b1350632a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:58.266162 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ec03c0c8-de37-4dec-a389-d8eabe0c1082 req-79a9abc5-f2ac-4921-8bee-8e9b1350632a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0536113 Oct 10 17:10:58.343191 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ec03c0c8-de37-4dec-a389-d8eabe0c1082 req-e9239685-8e96-4c9d-81e7-ca7855ff2efd tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625465 Oct 10 17:10:58.758515 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 57858) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:58.893832 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0f33a328-b5d8-45d4-9979-10aaac1f8cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:59.061498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0f33a328-b5d8-45d4-9979-10aaac1f8cd8 admin admin] Publish callbacks [] for security_group (df73031a-b7f5-4f6a-8abe-c8d75cd46d6f), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:59.079957 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23f07-6812-4913-8248-fb444d3965be req-97d06d87-a549-4265-b1f9-b816156af034 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:59.081818 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-57f23f07-6812-4913-8248-fb444d3965be req-97d06d87-a549-4265-b1f9-b816156af034 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0706096 Oct 10 17:10:59.121681 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0f33a328-b5d8-45d4-9979-10aaac1f8cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (df73031a-b7f5-4f6a-8abe-c8d75cd46d6f), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:59.152429 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:10:59.171951 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-57f23f07-6812-4913-8248-fb444d3965be req-8deb8e7f-742e-45bb-8607-f76a508e6ab0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828459 Oct 10 17:10:59.183402 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57866) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:10:59.183974 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-0f33a328-b5d8-45d4-9979-10aaac1f8cd8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3bd55cb03c474d69b82f34b7d1cef6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239428 Oct 10 17:10:59.185077 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33a328-b5d8-45d4-9979-10aaac1f8cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df73031a-b7f5-4f6a-8abe-c8d75cd46d6f,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:59.252414 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-85453197-4a42-46ad-ac00-a3bd73225ce9 admin admin] Publish callbacks [] for security_group (df73031a-b7f5-4f6a-8abe-c8d75cd46d6f), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:59.275050 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-85453197-4a42-46ad-ac00-a3bd73225ce9 admin admin] Publish callbacks [] for security_group (df73031a-b7f5-4f6a-8abe-c8d75cd46d6f), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:59.402635 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-85453197-4a42-46ad-ac00-a3bd73225ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (df73031a-b7f5-4f6a-8abe-c8d75cd46d6f), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:59.402635 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-85453197-4a42-46ad-ac00-a3bd73225ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:10:59.403700 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-85453197-4a42-46ad-ac00-a3bd73225ce9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/df73031a-b7f5-4f6a-8abe-c8d75cd46d6f HTTP/1.1" status: 204 len: 168 time: 0.2184861 Oct 10 17:10:59.416845 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85453197-4a42-46ad-ac00-a3bd73225ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df73031a-b7f5-4f6a-8abe-c8d75cd46d6f,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:10:59.503085 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd9198-0f18-468a-be6e-99cd28654702 req-c4344d33-474b-4aba-b0ff-982acaccb17d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:10:59.505035 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2fcd9198-0f18-468a-be6e-99cd28654702 req-c4344d33-474b-4aba-b0ff-982acaccb17d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0558820 Oct 10 17:10:59.556575 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2fcd9198-0f18-468a-be6e-99cd28654702 req-5640395f-0771-4150-9e19-8a0052064541 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447798 Oct 10 17:11:00.167594 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57880) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:00.183463 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fdbe-74aa-4fbe-ae8f-107eff3cca9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.291507 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fdbe-74aa-4fbe-ae8f-107eff3cca9c admin admin] Publish callbacks [] for security_group (b458d520-ea98-442b-b1a8-e72cf53746a1), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.361881 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fdbe-74aa-4fbe-ae8f-107eff3cca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b458d520-ea98-442b-b1a8-e72cf53746a1), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.375990 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e70bf-445d-4413-98b4-a4c0607669d0 req-0b749472-72c6-4b9d-880b-d0bff171ec57 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:00.377518 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-676e70bf-445d-4413-98b4-a4c0607669d0 req-0b749472-72c6-4b9d-880b-d0bff171ec57 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0848920 Oct 10 17:11:00.414706 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e2b8fdbe-74aa-4fbe-ae8f-107eff3cca9c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0a0783cbbf134074a5b2f883bcfee4fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442608 Oct 10 17:11:00.416049 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 57888) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:00.430104 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fdbe-74aa-4fbe-ae8f-107eff3cca9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b458d520-ea98-442b-b1a8-e72cf53746a1,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:00.453291 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-676e70bf-445d-4413-98b4-a4c0607669d0 req-ac52bf76-fbe1-428c-8516-ff06a8f5f079 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657988 Oct 10 17:11:00.517761 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 57892) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:00.530129 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7a37f96f-4d18-4fee-95b6-0e0c5ec22851 admin admin] Publish callbacks [] for security_group (b458d520-ea98-442b-b1a8-e72cf53746a1), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.540990 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:00.565488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7a37f96f-4d18-4fee-95b6-0e0c5ec22851 admin admin] Publish callbacks [] for security_group (b458d520-ea98-442b-b1a8-e72cf53746a1), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.692174 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f0990181-9168-4828-b495-30972d218f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.704554 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:00.728280 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7a37f96f-4d18-4fee-95b6-0e0c5ec22851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b458d520-ea98-442b-b1a8-e72cf53746a1), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.730954 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7a37f96f-4d18-4fee-95b6-0e0c5ec22851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.732275 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-7a37f96f-4d18-4fee-95b6-0e0c5ec22851 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b458d520-ea98-442b-b1a8-e72cf53746a1 HTTP/1.1" status: 204 len: 168 time: 0.3151474 Oct 10 17:11:00.740511 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:00.740845 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d526c3-7adc-490f-946b-25315212c8b8 req-84cc793b-c886-43e9-9b37-c8e091fdcbc9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:00.742509 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-32d526c3-7adc-490f-946b-25315212c8b8 req-84cc793b-c886-43e9-9b37-c8e091fdcbc9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0586207 Oct 10 17:11:00.751132 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37f96f-4d18-4fee-95b6-0e0c5ec22851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b458d520-ea98-442b-b1a8-e72cf53746a1,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:00.805961 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-32d526c3-7adc-490f-946b-25315212c8b8 req-af0e9c1f-9210-464a-a3c6-d4141dba3938 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568128 Oct 10 17:11:00.820341 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f0990181-9168-4828-b495-30972d218f43 admin admin] Publish callbacks [] for security_group (6fbf7441-af10-4c8d-8cf2-365a07aa4944), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.890724 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f0990181-9168-4828-b495-30972d218f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (6fbf7441-af10-4c8d-8cf2-365a07aa4944), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:00.938153 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-f0990181-9168-4828-b495-30972d218f43 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bb22ce3005aa43b09352e92e64ae2122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192460 Oct 10 17:11:00.939011 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0990181-9168-4828-b495-30972d218f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbf7441-af10-4c8d-8cf2-365a07aa4944,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:00.942131 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 57900) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:00.998554 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6ac42030-a0a3-4b2a-95cf-67f479e1eb91 admin admin] Publish callbacks [] for security_group (6fbf7441-af10-4c8d-8cf2-365a07aa4944), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:01.026154 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6ac42030-a0a3-4b2a-95cf-67f479e1eb91 admin admin] Publish callbacks [] for security_group (6fbf7441-af10-4c8d-8cf2-365a07aa4944), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:01.170376 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6ac42030-a0a3-4b2a-95cf-67f479e1eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (6fbf7441-af10-4c8d-8cf2-365a07aa4944), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:01.173813 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6ac42030-a0a3-4b2a-95cf-67f479e1eb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:01.175199 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-6ac42030-a0a3-4b2a-95cf-67f479e1eb91 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6fbf7441-af10-4c8d-8cf2-365a07aa4944 HTTP/1.1" status: 204 len: 168 time: 0.2319133 Oct 10 17:11:01.185385 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac42030-a0a3-4b2a-95cf-67f479e1eb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbf7441-af10-4c8d-8cf2-365a07aa4944,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:01.628427 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a134c6d-686d-4a59-880c-ed31989994a5 req-f1f6efae-aad1-4b6f-bd01-e3b9a0e09aa0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:01.630025 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0a134c6d-686d-4a59-880c-ed31989994a5 req-f1f6efae-aad1-4b6f-bd01-e3b9a0e09aa0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0623181 Oct 10 17:11:01.696483 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0a134c6d-686d-4a59-880c-ed31989994a5 req-24312e04-1fda-440d-81dd-1df123650eac tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 Oct 10 17:11:01.986721 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fef7f-a11f-416d-8a81-efaea2c11529 req-6a19f830-18df-43da-a5d9-92bd5c9f5369 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:01.988821 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-595fef7f-a11f-416d-8a81-efaea2c11529 req-6a19f830-18df-43da-a5d9-92bd5c9f5369 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0547931 Oct 10 17:11:02.042832 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-595fef7f-a11f-416d-8a81-efaea2c11529 req-594ec4c5-42e5-4f99-9a26-b41424706d3c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481405 Oct 10 17:11:02.818650 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19814c5-7ad9-45d5-bbfe-39cc68761060 req-37797b38-1a62-4c10-89af-05b883815453 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:02.820249 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a19814c5-7ad9-45d5-bbfe-39cc68761060 req-37797b38-1a62-4c10-89af-05b883815453 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0524004 Oct 10 17:11:02.877045 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a19814c5-7ad9-45d5-bbfe-39cc68761060 req-45e211de-8649-4036-9ccd-560460758ba8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508146 Oct 10 17:11:03.182985 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5502b-c972-46dc-9f8a-ec94ca1fee33 req-8e05e867-17c1-40d3-95e2-f87d360e12c9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:03.184490 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbd5502b-c972-46dc-9f8a-ec94ca1fee33 req-8e05e867-17c1-40d3-95e2-f87d360e12c9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0535636 Oct 10 17:11:03.234812 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:03.251873 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbd5502b-c972-46dc-9f8a-ec94ca1fee33 req-d279971b-a21f-482e-8bda-b26e637c2e9f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523114 Oct 10 17:11:03.999482 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7aaaa9b8-6564-4857-9948-458fc94de4a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1574135174&fields=id&tenant_id=c36e0d86e93942189945656ccb70c059 HTTP/1.1" status: 200 len: 267 time: 0.0640166 Oct 10 17:11:04.085856 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5982b-370c-4e09-bbc2-c206b5814067 req-d8bc780d-ac85-4071-96d2-d01387458ebc tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:04.087483 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-aba5982b-370c-4e09-bbc2-c206b5814067 req-d8bc780d-ac85-4071-96d2-d01387458ebc tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.1073699 Oct 10 17:11:04.173476 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-f9686922-dc00-4d8e-ae84-9f8cbf3855f7 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:04.175075 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-f9686922-dc00-4d8e-ae84-9f8cbf3855f7 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 812 time: 0.1582744 Oct 10 17:11:04.184282 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-aba5982b-370c-4e09-bbc2-c206b5814067 req-b426a933-cb05-4104-a2a3-9ce7190cd944 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881341 Oct 10 17:11:04.203442 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-83089f4a-97fb-4d0b-8ce7-88fe9022347a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/quotas/c36e0d86e93942189945656ccb70c059 HTTP/1.1" status: 200 len: 375 time: 0.0180151 Oct 10 17:11:04.260877 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-e860935e-a51f-4693-9b6c-c40b499a43c3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518451 Oct 10 17:11:04.346329 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:04.425965 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-9bddd0a9-4759-4404-9362-44139a6d6dad service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532037 Oct 10 17:11:04.455278 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f919dec-7c0e-490f-9be9-40f0a0c76a01 req-92860e57-7f60-426d-832a-7960d74bf8c6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:04.462322 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5f919dec-7c0e-490f-9be9-40f0a0c76a01 req-92860e57-7f60-426d-832a-7960d74bf8c6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0835965 Oct 10 17:11:04.634263 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5f919dec-7c0e-490f-9be9-40f0a0c76a01 req-ceaaa773-4d45-4d50-8af6-62ba3219e6f4 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344671 Oct 10 17:11:04.634263 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-22674ce5-b147-497b-9240-6cb77b204599 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766250 Oct 10 17:11:05.322740 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4321ed3-0990-40fe-a6be-58041d4eed5e req-ed3dee49-774c-44c4-bc36-f364d8da7bcf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:05.330635 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d4321ed3-0990-40fe-a6be-58041d4eed5e req-ed3dee49-774c-44c4-bc36-f364d8da7bcf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0710979 Oct 10 17:11:05.384472 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d4321ed3-0990-40fe-a6be-58041d4eed5e req-12dd3b0e-7ca4-4b85-a6c1-bb0d7177e0de tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526605 Oct 10 17:11:05.627075 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-6f51ebb5-04a8-4d98-999e-86bdd7aca38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:05.762020 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba6b8a-8cb7-46e4-b6da-d52cb4dcd7da req-3baee873-c644-442b-8641-38fc65bb08d1 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:05.763411 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f9ba6b8a-8cb7-46e4-b6da-d52cb4dcd7da req-3baee873-c644-442b-8641-38fc65bb08d1 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0545204 Oct 10 17:11:05.827138 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f9ba6b8a-8cb7-46e4-b6da-d52cb4dcd7da req-df64a4c3-23f3-4862-95a3-b6801b661a6b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576768 Oct 10 17:11:06.109895 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-08b2ab79-38be-406a-b76b-09f9a0551102 req-d2b56b78-d27b-4248-bfca-e202b2a17a78 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 210 time: 0.0328948 Oct 10 17:11:06.534876 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63d7fe-816c-4738-951d-74066c45e00a req-76659c35-eb6f-4490-8500-84f80603aa35 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:06.536317 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0c63d7fe-816c-4738-951d-74066c45e00a req-76659c35-eb6f-4490-8500-84f80603aa35 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0504782 Oct 10 17:11:06.585569 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0c63d7fe-816c-4738-951d-74066c45e00a req-22c843d9-0bdd-4841-b64d-907e674f4106 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Oct 10 17:11:06.959073 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196e42-4a1b-4d73-a2ff-d2916c4f03ea req-c9172d51-704a-4330-9ed1-89d3c08944ab tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:06.960625 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d0196e42-4a1b-4d73-a2ff-d2916c4f03ea req-c9172d51-704a-4330-9ed1-89d3c08944ab tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0510542 Oct 10 17:11:07.007853 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d0196e42-4a1b-4d73-a2ff-d2916c4f03ea req-538dc328-c91a-44f0-9350-e013bf4313a2 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 Oct 10 17:11:07.173921 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:07.188784 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-60c2938b-d705-48ec-ba4d-606d727bcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:07.190346 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-60c2938b-d705-48ec-ba4d-606d727bcf9a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0471265 Oct 10 17:11:07.235350 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f84ccd0-0f3a-4f37-896c-53f5e384debe req-6fc5cbef-3404-47b3-b1d0-8d7a88bb43bd tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 210 time: 0.0392058 Oct 10 17:11:07.275789 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-e256f168-325d-4501-95ba-419cfc76716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:07.277410 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-e256f168-325d-4501-95ba-419cfc76716c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717008 Oct 10 17:11:07.321475 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c72ce176-33b6-4741-8674-8a131c991924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:07.704911 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5290cd-e312-4678-bf39-8205891fb769 req-c51f11c7-9fea-4acb-9ed2-950146c5d744 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:07.706481 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cb5290cd-e312-4678-bf39-8205891fb769 req-c51f11c7-9fea-4acb-9ed2-950146c5d744 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0470629 Oct 10 17:11:07.753550 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cb5290cd-e312-4678-bf39-8205891fb769 req-67767d36-1512-44ab-84d9-e8bd01bc8693 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Oct 10 17:11:07.893087 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-a91ed4a7-cd6f-4d3b-b22e-e13af210350d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909755 Oct 10 17:11:07.985690 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25ea9f94-89d7-4f58-bf3e-8087fd40863e req-dfd61d31-9393-41b4-8892-579b28f9cf24 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842817 Oct 10 17:11:08.099995 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:08.141512 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b7106-0025-4d04-a6c9-6d42fad73c32 req-08cd32d2-3e7f-409e-9e04-7b2592762d13 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:08.143627 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4d6b7106-0025-4d04-a6c9-6d42fad73c32 req-08cd32d2-3e7f-409e-9e04-7b2592762d13 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0514665 Oct 10 17:11:08.206991 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4d6b7106-0025-4d04-a6c9-6d42fad73c32 req-e70b5239-abca-4d65-b900-ba8b5f8d6a5c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570285 Oct 10 17:11:08.321685 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:08.340643 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c0bdafa9-246e-42f4-9b1e-b760a376c40b req-3fb43926-6d24-4331-be27-4e4ed307ae57 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 210 time: 0.0285203 Oct 10 17:11:08.878211 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cd95b-9d6c-4764-9503-d504e812b8db req-4442b198-5be5-40ff-a47c-0b7474a651d2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:08.879727 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d9cd95b-9d6c-4764-9503-d504e812b8db req-4442b198-5be5-40ff-a47c-0b7474a651d2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0516069 Oct 10 17:11:08.927142 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d9cd95b-9d6c-4764-9503-d504e812b8db req-ac3433cf-e2fd-47ce-9a33-43ce21b27b01 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Oct 10 17:11:09.282642 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-e2fcba04-8fac-4eeb-9371-a8a2a4ca8e2b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:09.284227 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-e2fcba04-8fac-4eeb-9371-a8a2a4ca8e2b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 812 time: 0.1174510 Oct 10 17:11:09.347902 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb547-85eb-4da9-9353-17f21c1c1144 req-6889d96a-8ce2-4b35-ade8-8d7c2d2c3dce tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:09.349390 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-271bb547-85eb-4da9-9353-17f21c1c1144 req-6889d96a-8ce2-4b35-ade8-8d7c2d2c3dce tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0588439 Oct 10 17:11:09.406222 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-70bca22c-3d26-4718-9a8f-8aabcf15bfac tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c36e0d86e93942189945656ccb70c059 HTTP/1.1" status: 200 len: 380 time: 0.1060379 Oct 10 17:11:09.423493 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'port': {'device_id': 'cead3c66-8618-4516-acda-9378f83705ce', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'admin_state_up': True, 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'security_groups': ['9eb85f8c-e242-4909-88de-3d9958ac40c9']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:09.452764 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-271bb547-85eb-4da9-9353-17f21c1c1144 req-410978aa-4c50-4155-a255-3702f0af70e2 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976636 Oct 10 17:11:09.500413 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-064d5a4e-bba6-46e9-81b9-77e1e1134aaf req-3157f1a0-380b-4c48-a784-039ba40a9663 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 210 time: 0.0688457 Oct 10 17:11:09.553525 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:09.609328 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Made reservation on behalf of c36e0d86e93942189945656ccb70c059 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:11:09.613105 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:09.736554 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Allocated IP 172.20.0.14 (d40eb576-47ec-4491-b3a9-6394e24cb47e/21c503f1-4706-488a-bdf7-5dc23426bd26/7a29d464-4f74-45c8-b0f8-366ab7fa8148) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:11:09.875354 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:09.976373 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:10.027194 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:10.033005 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Network d40eb576-47ec-4491-b3a9-6394e24cb47e is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:11:10.039384 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:11:10.059294 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:10.060484 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:11:10.063528 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:10.094042 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'Port': ['ID=7a29d464-4f74-45c8-b0f8-366ab7fa8148,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:10.115213 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b332f-1a1c-4c08-8e51-4899e2f2eaf8 req-8ba0574b-8fd2-4329-8168-454d01cc2cdd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:10.120255 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-095b332f-1a1c-4c08-8e51-4899e2f2eaf8 req-8ba0574b-8fd2-4329-8168-454d01cc2cdd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0983698 Oct 10 17:11:10.147929 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:10.148571 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:10.189264 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-095b332f-1a1c-4c08-8e51-4899e2f2eaf8 req-f69330f4-ad84-4bc8-9025-cdf664ca3151 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640397 Oct 10 17:11:10.246567 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-889a47b9-b464-4319-a140-89a7a2418ced tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8300447 Oct 10 17:11:10.267264 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Request body: {'port': {'device_id': 'cead3c66-8618-4516-acda-9378f83705ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:10.299620 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-be2e6cd2-ed47-41b9-8eec-723a2001d123 None None] Provisioning complete for port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:11:10.300001 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-be2e6cd2-ed47-41b9-8eec-723a2001d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:10.300364 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-be2e6cd2-ed47-41b9-8eec-723a2001d123 None None] Attempt 1 to provision port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 Oct 10 17:11:10.330743 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:10.330743 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:10.332602 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-be2e6cd2-ed47-41b9-8eec-723a2001d123 None None] Port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:11:10.890917 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede253c-b3c5-4689-92a5-3823eccade0e req-ea4fa1fd-f252-49b1-9d31-dde1d2c4e792 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:10.896567 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4ede253c-b3c5-4689-92a5-3823eccade0e req-ea4fa1fd-f252-49b1-9d31-dde1d2c4e792 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.1149917 Oct 10 17:11:10.901746 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505b289-0aab-4321-85a0-8d2ab2cf0107 req-18fc6eb9-bd53-4999-bef6-90d44c100b4b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:10.903137 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9505b289-0aab-4321-85a0-8d2ab2cf0107 req-18fc6eb9-bd53-4999-bef6-90d44c100b4b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 932 time: 0.1283972 Oct 10 17:11:10.905158 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a29d464-4f74-45c8-b0f8-366ab7fa8148 {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:11:10.924943 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Publish callbacks [] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:10.967451 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Transition to ACTIVE for port object 7a29d464-4f74-45c8-b0f8-366ab7fa8148 will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:11:10.979604 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:10.994932 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4ede253c-b3c5-4689-92a5-3823eccade0e req-931dc000-8e2d-4223-9c43-9215cf56be96 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853279 Oct 10 17:11:11.004317 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9505b289-0aab-4321-85a0-8d2ab2cf0107 req-342c0ed5-797a-4157-af57-f6f2c5aa6f51 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935171 Oct 10 17:11:11.065627 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:11.126236 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Pushing event updated for resources: {'Port': ['ID=7a29d464-4f74-45c8-b0f8-366ab7fa8148,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:11.154774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.155059 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.155399 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.155733 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.156085 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.156414 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.156738 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.157057 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.157376 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.157689 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.158015 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.158332 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.158649 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.158964 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.159279 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:11.188623 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Attempting to bind port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:11:11.188976 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Attempting to bind port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:11:11.189302 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Attempting to bind port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 on network d40eb576-47ec-4491-b3a9-6394e24cb47e {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:11:11.205926 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=25,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:11.231085 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 on network d40eb576-47ec-4491-b3a9-6394e24cb47e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:11:11.231557 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Attempting to bind port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 on network d40eb576-47ec-4491-b3a9-6394e24cb47e {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:11:11.284969 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:11:11.285302 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Checking segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:11:11.285671 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Bound using segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:11:11.286102 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Bound port: 7a29d464-4f74-45c8-b0f8-366ab7fa8148, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:11:11.286451 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:11.332182 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41550a2-f724-47c3-8c2a-024f33818cce req-7acb1872-2855-4459-8182-5c062f3cffac tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:11.333654 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d41550a2-f724-47c3-8c2a-024f33818cce req-7acb1872-2855-4459-8182-5c062f3cffac tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0639315 Oct 10 17:11:11.410999 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] For port 7a29d464-4f74-45c8-b0f8-366ab7fa8148, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:11:11.414554 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] For port 7a29d464-4f74-45c8-b0f8-366ab7fa8148, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=7a29d464-4f74-45c8-b0f8-366ab7fa8148,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:11:11.419732 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d41550a2-f724-47c3-8c2a-024f33818cce req-2a4fd862-ea2c-44fb-af7a-f12b896f5124 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697076 Oct 10 17:11:11.501375 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:11.505572 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:11.506168 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:11.507509 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7a29d464-4f74-45c8-b0f8-366ab7fa8148 HTTP/1.1" status: 200 len: 1094 time: 1.2451243 Oct 10 17:11:11.508062 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cead3c66-8618-4516-acda-9378f83705ce', 'tag': '7a29d464-4f74-45c8-b0f8-366ab7fa8148'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:11:11.511940 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a87194-3773-405b-8462-c8134a8add27" -d '{"events": [{"name": "network-changed", "server_uuid": "cead3c66-8618-4516-acda-9378f83705ce", "tag": "7a29d464-4f74-45c8-b0f8-366ab7fa8148"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:11:11.549273 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d765ad9a-8e86-4ec8-b689-b3642058b3d7 x-openstack-request-id: req-d765ad9a-8e86-4ec8-b689-b3642058b3d7 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:11:11.549553 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cead3c66-8618-4516-acda-9378f83705ce", "tag": "7a29d464-4f74-45c8-b0f8-366ab7fa8148", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:11:11.549800 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d765ad9a-8e86-4ec8-b689-b3642058b3d7 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:11:11.550188 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d765ad9a-8e86-4ec8-b689-b3642058b3d7'] response: {'name': 'network-changed', 'server_uuid': 'cead3c66-8618-4516-acda-9378f83705ce', 'tag': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'status': 'completed', 'code': 200} Oct 10 17:11:11.559714 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857d302-fd94-42c9-840c-ecc82fafb87f service neutron] Pushing event updated for resources: {'Port': ['ID=7a29d464-4f74-45c8-b0f8-366ab7fa8148,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:11.647889 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a87194-3773-405b-8462-c8134a8add27 req-e6c99d44-a830-47c7-85bc-19674d1380cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:11.649393 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25a87194-3773-405b-8462-c8134a8add27 req-e6c99d44-a830-47c7-85bc-19674d1380cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 1128 time: 0.0400019 Oct 10 17:11:11.760287 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a87194-3773-405b-8462-c8134a8add27 req-b214a1ff-3a7e-4f71-b5a5-ebbd9305ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:11.761742 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25a87194-3773-405b-8462-c8134a8add27 req-b214a1ff-3a7e-4f71-b5a5-ebbd9305ff94 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=c36e0d86e93942189945656ccb70c059&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973542 Oct 10 17:11:11.858788 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:11.863548 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a87194-3773-405b-8462-c8134a8add27 req-cb046a49-25eb-4782-b76e-2453493ac9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:11.865028 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-25a87194-3773-405b-8462-c8134a8add27 req-cb046a49-25eb-4782-b76e-2453493ac9d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951574 Oct 10 17:11:11.964403 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-ae079716-8833-4a91-a5bc-9f4ecf0347fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:11.965841 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-ae079716-8833-4a91-a5bc-9f4ecf0347fe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 1128 time: 0.0392644 Oct 10 17:11:12.013020 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-84a645ed-44ca-4ceb-8b0d-9a0ed50d64ef service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a29d464-4f74-45c8-b0f8-366ab7fa8148 HTTP/1.1" status: 200 len: 217 time: 0.0327320 Oct 10 17:11:12.081548 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-d600bdca-d64a-4192-8a93-e45ba426fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:12.083037 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-d600bdca-d64a-4192-8a93-e45ba426fac9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 200 len: 851 time: 0.0642421 Oct 10 17:11:12.184914 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d44956-d76a-4496-8785-4894cd4d3b80 req-a059512e-d3da-4735-ab35-c33c8d270d64 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:12.186945 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f3d44956-d76a-4496-8785-4894cd4d3b80 req-a059512e-d3da-4735-ab35-c33c8d270d64 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.1030364 Oct 10 17:11:12.197718 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-5a3917ad-7d51-4979-a4df-a0b64416d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:12.199156 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-5a3917ad-7d51-4979-a4df-a0b64416d141 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d40eb576-47ec-4491-b3a9-6394e24cb47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040120 Oct 10 17:11:12.214518 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde71837-fccb-4606-a13f-2a9270cb0a93 req-0c0578db-a0d3-4706-9095-41d2c6333446 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:12.215917 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dde71837-fccb-4606-a13f-2a9270cb0a93 req-0c0578db-a0d3-4706-9095-41d2c6333446 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 944 time: 0.1236384 Oct 10 17:11:12.336740 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f3d44956-d76a-4496-8785-4894cd4d3b80 req-bcbd26c2-07b1-45b5-9957-b2f2bae551f8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405525 Oct 10 17:11:12.337140 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:12.363875 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dde71837-fccb-4606-a13f-2a9270cb0a93 req-ad0ff50c-220a-4a1c-8d9b-e8b4167de1dd tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346171 Oct 10 17:11:12.385406 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-ad079498-3913-4d84-9f7e-161d00937ccb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765738 Oct 10 17:11:12.481993 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb71d851-b0aa-4123-8b8e-63db4ac1a450 req-99c12b97-c442-4dd3-a9af-8f6ffa31c268 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898831 Oct 10 17:11:12.541154 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d634ef-820c-422e-a97b-cbf000b911c6 req-6086317e-9a1a-47ee-bbe1-084718638555 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:12.542613 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-14d634ef-820c-422e-a97b-cbf000b911c6 req-6086317e-9a1a-47ee-bbe1-084718638555 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0472798 Oct 10 17:11:12.589283 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-14d634ef-820c-422e-a97b-cbf000b911c6 req-7dd289d3-f302-49c0-9460-e5f605a5c851 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Oct 10 17:11:13.497722 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180bb02-740e-4a68-ba0c-a5029bfba15d req-71268870-2ca7-4a51-b503-e80c9656b2f7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:13.499123 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b180bb02-740e-4a68-ba0c-a5029bfba15d req-71268870-2ca7-4a51-b503-e80c9656b2f7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0756483 Oct 10 17:11:13.518581 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecbea0-8ad2-45b7-a992-0f5a74015a08 req-ed51fb7a-f1bd-4c55-be0e-5253a1472345 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:13.519967 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-10ecbea0-8ad2-45b7-a992-0f5a74015a08 req-ed51fb7a-f1bd-4c55-be0e-5253a1472345 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 944 time: 0.0691118 Oct 10 17:11:13.587792 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b180bb02-740e-4a68-ba0c-a5029bfba15d req-76f8ee3e-749b-45b9-aa9a-57f1cea2f2f6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830286 Oct 10 17:11:13.591525 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-10ecbea0-8ad2-45b7-a992-0f5a74015a08 req-ceda4d59-6015-46b2-ac8e-cc59abe0ada9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645883 Oct 10 17:11:13.706938 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239973b-4fbb-4d0a-82c2-2488af110d96 req-4e1cdbe5-b217-475b-97ba-6d3ab0e1839a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:13.708414 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c239973b-4fbb-4d0a-82c2-2488af110d96 req-4e1cdbe5-b217-475b-97ba-6d3ab0e1839a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0469949 Oct 10 17:11:13.754163 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c239973b-4fbb-4d0a-82c2-2488af110d96 req-f93e419f-f273-4553-98f9-a4892bd064c1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 Oct 10 17:11:14.733417 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:14.743853 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5acc2-a583-4507-ba62-04ae51bb2626 req-4bc38a68-2a88-4ab6-a80d-b90c4d509fc5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:14.745347 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ecb5acc2-a583-4507-ba62-04ae51bb2626 req-4bc38a68-2a88-4ab6-a80d-b90c4d509fc5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 944 time: 0.0791225 Oct 10 17:11:14.753773 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e480f-efc4-4560-921d-55cf3c9f1406 req-9ac3634d-ebc5-4c26-a270-50a5ab8a44a7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:14.755129 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ec6e480f-efc4-4560-921d-55cf3c9f1406 req-9ac3634d-ebc5-4c26-a270-50a5ab8a44a7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0787013 Oct 10 17:11:14.829242 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ecb5acc2-a583-4507-ba62-04ae51bb2626 req-ee7b2a54-630c-4db8-996f-a464c58c4355 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731752 Oct 10 17:11:14.836264 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ec6e480f-efc4-4560-921d-55cf3c9f1406 req-04cf7309-2b3b-4072-8c8a-008d965192bf tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741711 Oct 10 17:11:14.937953 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935fda7-b82e-41ad-90c1-b991b3df27b2 req-b500ca69-8707-4a8e-9ea1-8f459e259d82 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:14.939403 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c935fda7-b82e-41ad-90c1-b991b3df27b2 req-b500ca69-8707-4a8e-9ea1-8f459e259d82 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0502422 Oct 10 17:11:14.986543 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c935fda7-b82e-41ad-90c1-b991b3df27b2 req-1ef2adb9-7cae-4568-967d-06f5cb29ae35 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Oct 10 17:11:15.575230 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:15.976606 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789d3ae-cbca-43f3-8c87-bac65022db58 req-81e11e43-0dfa-4d24-9098-88144305466f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:15.978064 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c789d3ae-cbca-43f3-8c87-bac65022db58 req-81e11e43-0dfa-4d24-9098-88144305466f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 944 time: 0.0748801 Oct 10 17:11:15.988825 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4fe63-0c13-4e6c-ac5e-4bf00ed3602c req-04e03f78-16b9-4985-8112-17d55d5dbd85 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:15.990180 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-69d4fe63-0c13-4e6c-ac5e-4bf00ed3602c req-04e03f78-16b9-4985-8112-17d55d5dbd85 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0581629 Oct 10 17:11:16.065597 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c789d3ae-cbca-43f3-8c87-bac65022db58 req-664e6243-c97f-46f9-a2d1-60fcec029479 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744905 Oct 10 17:11:16.069756 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-69d4fe63-0c13-4e6c-ac5e-4bf00ed3602c req-beb95509-575f-4a37-ac35-3b9c39fb7201 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721524 Oct 10 17:11:16.178469 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd080f-982c-4491-892d-c943705c6759 req-0d551216-3043-4b8f-9e38-b60672d0306d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:16.179971 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c8bd080f-982c-4491-892d-c943705c6759 req-0d551216-3043-4b8f-9e38-b60672d0306d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0479934 Oct 10 17:11:16.222075 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:16.229495 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c8bd080f-982c-4491-892d-c943705c6759 req-fdcc1b7e-8a1d-4f2b-b537-80263e0f2442 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Oct 10 17:11:17.220192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa8849-6fba-4b82-ba1f-6bb236bcc9ca req-8ff6ab1c-20b0-4977-8240-ac633a31566e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:17.222113 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85fa8849-6fba-4b82-ba1f-6bb236bcc9ca req-8ff6ab1c-20b0-4977-8240-ac633a31566e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 944 time: 0.0774460 Oct 10 17:11:17.229461 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa5348-14e1-4b7f-a97d-ae238936cb47 req-405bcd1f-6a5d-4222-9954-d166637fb1f4 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:17.234060 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-50fa5348-14e1-4b7f-a97d-ae238936cb47 req-405bcd1f-6a5d-4222-9954-d166637fb1f4 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 943 time: 0.0758650 Oct 10 17:11:17.336731 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85fa8849-6fba-4b82-ba1f-6bb236bcc9ca req-a922ed87-f571-48be-b465-5b2ab5947586 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048942 Oct 10 17:11:17.341836 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-50fa5348-14e1-4b7f-a97d-ae238936cb47 req-0c4cd389-294c-4d06-b9d0-7d7c251dd660 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034071 Oct 10 17:11:17.345755 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-8b57d962-a98a-40dc-b415-da9b10abe1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:17.347245 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-8b57d962-a98a-40dc-b415-da9b10abe1e1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 1127 time: 0.0677364 Oct 10 17:11:17.465325 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213be13-7474-4371-869e-c37cfaa80183 req-84acf996-3180-45eb-aae6-f1414e7d2837 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:17.474503 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c213be13-7474-4371-869e-c37cfaa80183 req-84acf996-3180-45eb-aae6-f1414e7d2837 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0529475 Oct 10 17:11:17.513813 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c213be13-7474-4371-869e-c37cfaa80183 req-117b1c95-2df2-4bc7-ae81-279a35710d82 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Oct 10 17:11:17.666905 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 7a29d464-4f74-45c8-b0f8-366ab7fa8148 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:11:17.767582 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 7a29d464-4f74-45c8-b0f8-366ab7fa8148, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=7a29d464-4f74-45c8-b0f8-366ab7fa8148,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:11:17.778888 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'port_id': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'mac_address': 'fa:16:3e:25:26:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:11:17.801139 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-79d0f8fa-cc6f-4b23-926a-3c926bbb2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:17.802675 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-79d0f8fa-cc6f-4b23-926a-3c926bbb2535 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 918 time: 0.0909328 Oct 10 17:11:17.813642 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:11:17.813966 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:17.830759 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a29d464-4f74-45c8-b0f8-366ab7fa8148 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:11:17.849846 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 7a29d464-4f74-45c8-b0f8-366ab7fa8148, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=7a29d464-4f74-45c8-b0f8-366ab7fa8148,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:11:17.918205 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:17.919018 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device bb02af33-ad9f-40d4-b884-6043f298eaeb details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:11:17.938720 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-2e7c593e-9eac-4d18-9d29-fdcd0e52eba6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb HTTP/1.1" status: 200 len: 998 time: 0.0584877 Oct 10 17:11:17.989391 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=7a29d464-4f74-45c8-b0f8-366ab7fa8148,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:17.989908 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-d71b5e5e-5508-47e4-8f48-94588ff4b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:17.991426 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-d71b5e5e-5508-47e4-8f48-94588ff4b658 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 200 len: 856 time: 0.0458024 Oct 10 17:11:18.040409 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-e2c5641a-6f13-47b7-bb9c-b6bdf513a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:18.041900 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-e2c5641a-6f13-47b7-bb9c-b6bdf513a0f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=710e1b7f-f37c-4711-979b-caac1afb6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376894 Oct 10 17:11:18.062116 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:11:18.073499 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'port_id': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'mac_address': 'fa:16:3e:77:e4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:11:18.107403 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port bb02af33-ad9f-40d4-b884-6043f298eaeb is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:11:18.108323 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:18.112122 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:18.122008 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb02af33-ad9f-40d4-b884-6043f298eaeb {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:11:18.142266 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-2cadbf47-45e3-4976-9619-0c4e31773b6b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911696 Oct 10 17:11:18.142543 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:11:18.203553 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:18.233531 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:18.237691 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:18.238779 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bfdbc58-b86b-4cd7-887e-3acae180ff8b req-b2233e65-44d6-4c0a-95af-54c8d1b20ad9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899355 Oct 10 17:11:18.251271 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=9']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:18.512251 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31049341-6545-435d-a7bb-0843a385f55a req-0f4037d4-8931-418c-a035-9102273f12f7 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:18.514007 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-31049341-6545-435d-a7bb-0843a385f55a req-0f4037d4-8931-418c-a035-9102273f12f7 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 945 time: 0.0744092 Oct 10 17:11:18.526178 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3d98d-8fe2-4219-a033-aee61270f22d req-4bf4a6df-157d-4fd3-87c2-a1b76884dc04 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:18.527777 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bae3d98d-8fe2-4219-a033-aee61270f22d req-4bf4a6df-157d-4fd3-87c2-a1b76884dc04 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 944 time: 0.0791004 Oct 10 17:11:18.606577 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-31049341-6545-435d-a7bb-0843a385f55a req-13833212-e2e7-4ff4-b45a-a2d7b9828d3b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865197 Oct 10 17:11:18.610069 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bae3d98d-8fe2-4219-a033-aee61270f22d req-8b711bfa-153d-4945-8870-74462d9643bb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754209 Oct 10 17:11:18.749035 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191207-4eaf-4a3c-a696-76802aef4cea req-7331f5ce-1c7c-4fcb-829d-d66d5fa662e8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:18.750691 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9c191207-4eaf-4a3c-a696-76802aef4cea req-7331f5ce-1c7c-4fcb-829d-d66d5fa662e8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0508673 Oct 10 17:11:18.761807 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:18.798197 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9c191207-4eaf-4a3c-a696-76802aef4cea req-40aaa203-1cc8-42f7-95db-f4ff1cec989c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419774 Oct 10 17:11:18.827430 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['7a29d464-4f74-45c8-b0f8-366ab7fa8148'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:11:18.971404 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['bb02af33-ad9f-40d4-b884-6043f298eaeb'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:11:19.024389 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723161-1f22-4b70-adbd-769d51c2a914 req-384e64d1-6c2f-48f6-a4ad-ba5d7f3d7a4f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:19.025962 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b723161-1f22-4b70-adbd-769d51c2a914 req-384e64d1-6c2f-48f6-a4ad-ba5d7f3d7a4f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0532253 Oct 10 17:11:19.080753 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b723161-1f22-4b70-adbd-769d51c2a914 req-5e58bd37-87e5-4b04-9393-52af8ecde7a1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481379 Oct 10 17:11:19.770533 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dcfad-64d5-4f85-9969-ba9762505c29 req-e0087f1b-f6c1-4ad8-9cad-24804cce8377 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:19.772249 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-200dcfad-64d5-4f85-9969-ba9762505c29 req-e0087f1b-f6c1-4ad8-9cad-24804cce8377 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 945 time: 0.0786183 Oct 10 17:11:19.782473 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411ed41-b45d-4afe-90cd-6c0da65435b6 req-90dd1e4c-499b-4c93-b62d-4aa16ab6a066 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:19.783952 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8411ed41-b45d-4afe-90cd-6c0da65435b6 req-90dd1e4c-499b-4c93-b62d-4aa16ab6a066 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 944 time: 0.0597818 Oct 10 17:11:19.861177 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-200dcfad-64d5-4f85-9969-ba9762505c29 req-f33b793d-153a-46a0-810b-1171484755cd tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762668 Oct 10 17:11:19.864335 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8411ed41-b45d-4afe-90cd-6c0da65435b6 req-526ed0cb-4fc1-4dfc-8608-bd6314f6f26c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736516 Oct 10 17:11:19.965135 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8168-8c10-4961-8888-42c8fd686ecf req-ba88a3a9-76aa-4058-ae4c-5d8e6dcc363d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:19.966477 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d10d8168-8c10-4961-8888-42c8fd686ecf req-ba88a3a9-76aa-4058-ae4c-5d8e6dcc363d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Oct 10 17:11:20.015732 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d10d8168-8c10-4961-8888-42c8fd686ecf req-9511490a-76a5-4b48-ad0e-de863a1b0075 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Oct 10 17:11:20.198751 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca55e1-fee6-448d-a956-d6d0ba290e2c req-c19fd812-d800-44fe-bbf6-2e37aebb681e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:20.200221 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-24ca55e1-fee6-448d-a956-d6d0ba290e2c req-c19fd812-d800-44fe-bbf6-2e37aebb681e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0463011 Oct 10 17:11:20.250938 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-24ca55e1-fee6-448d-a956-d6d0ba290e2c req-e8e2fb28-d8cf-4e95-a582-31c55f0e2958 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446274 Oct 10 17:11:20.689784 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 7a29d464-4f74-45c8-b0f8-366ab7fa8148 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:11:20.731869 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:11:20.852660 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:11:20.856607 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:20.856607 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 Oct 10 17:11:20.930449 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:11:20.930838 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:20.958572 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cead3c66-8618-4516-acda-9378f83705ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a29d464-4f74-45c8-b0f8-366ab7fa8148'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:11:20.960787 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763b9492-90fe-419d-a1e6-e77a9052c284" -d '{"events": [{"server_uuid": "cead3c66-8618-4516-acda-9378f83705ce", "name": "network-vif-plugged", "status": "completed", "tag": "7a29d464-4f74-45c8-b0f8-366ab7fa8148"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:11:20.973715 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 7a29d464-4f74-45c8-b0f8-366ab7fa8148, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=7a29d464-4f74-45c8-b0f8-366ab7fa8148,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:11:21.019965 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae35701-044d-4989-93ce-eef27e50ae80 req-dc1a6ec4-80c5-4a29-8b55-f64493a55e38 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:21.021455 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3ae35701-044d-4989-93ce-eef27e50ae80 req-dc1a6ec4-80c5-4a29-8b55-f64493a55e38 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 945 time: 0.0780640 Oct 10 17:11:21.027115 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dbc44-0de3-4f80-a70f-544ad6ce035e req-96976694-9587-435a-9f12-bc28d80cb718 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:21.028458 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c25dbc44-0de3-4f80-a70f-544ad6ce035e req-96976694-9587-435a-9f12-bc28d80cb718 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 944 time: 0.0750015 Oct 10 17:11:21.058699 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:21.059560 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device bb02af33-ad9f-40d4-b884-6043f298eaeb up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:11:21.075895 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:21.103671 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3ae35701-044d-4989-93ce-eef27e50ae80 req-1e5dbe45-5c86-43d4-86f7-27a007b5112e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742917 Oct 10 17:11:21.108463 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c25dbc44-0de3-4f80-a70f-544ad6ce035e req-0f4a13e9-80a0-43e9-a449-a9acf5ab54a1 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731947 Oct 10 17:11:21.141856 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:21.142961 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=7a29d464-4f74-45c8-b0f8-366ab7fa8148,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:21.146947 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port bb02af33-ad9f-40d4-b884-6043f298eaeb triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:11:21.149978 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:21.149978 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port bb02af33-ad9f-40d4-b884-6043f298eaeb Oct 10 17:11:21.175722 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbdcaa8-a753-42ac-a216-e5ddbe53f59d x-openstack-request-id: req-ecbdcaa8-a753-42ac-a216-e5ddbe53f59d {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:11:21.178328 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cead3c66-8618-4516-acda-9378f83705ce", "name": "network-vif-plugged", "status": "completed", "tag": "7a29d464-4f74-45c8-b0f8-366ab7fa8148", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:11:21.178328 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecbdcaa8-a753-42ac-a216-e5ddbe53f59d {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:11:21.178328 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecbdcaa8-a753-42ac-a216-e5ddbe53f59d'] response: {'server_uuid': 'cead3c66-8618-4516-acda-9378f83705ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'code': 200} Oct 10 17:11:21.198463 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:21.234301 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port bb02af33-ad9f-40d4-b884-6043f298eaeb is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:11:21.234607 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:21.247562 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08d899-c1a9-4867-ab24-0acd65cbf7e8 req-7366857c-7b78-407f-9a43-8ebcdaa29cdb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:21.249464 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-db08d899-c1a9-4867-ab24-0acd65cbf7e8 req-7366857c-7b78-407f-9a43-8ebcdaa29cdb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0511122 Oct 10 17:11:21.267589 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:11:21.310437 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-db08d899-c1a9-4867-ab24-0acd65cbf7e8 req-fec3eaa2-aade-4912-8739-bafe25aa8dfd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553372 Oct 10 17:11:21.355435 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:21.408742 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee01123-dc2c-4b2c-9a44-a5ce67c16025 req-96d558fa-4002-460d-b190-483692cc05bf tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:21.410755 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=10']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:21.416420 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5ee01123-dc2c-4b2c-9a44-a5ce67c16025 req-96d558fa-4002-460d-b190-483692cc05bf tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0573442 Oct 10 17:11:21.472625 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5ee01123-dc2c-4b2c-9a44-a5ce67c16025 req-a9a8cd5a-26bc-4cd8-b32f-da0b3cf9f4de tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552604 Oct 10 17:11:21.629194 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c2e62-92ea-4716-b580-1f3f1369dcbf req-514e57f1-4231-4ae0-9393-0642fcb645f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:21.630742 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c28c2e62-92ea-4716-b580-1f3f1369dcbf req-514e57f1-4231-4ae0-9393-0642fcb645f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 1130 time: 0.0365999 Oct 10 17:11:21.677786 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c28c2e62-92ea-4716-b580-1f3f1369dcbf req-7857fbb8-0642-4139-8e13-decf9bf49b52 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Oct 10 17:11:22.255426 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:22.273459 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a45c7b-283a-4ab1-a93e-55be81733810 req-560a2c37-8c07-4dd5-be64-c4870c7fb2a2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:22.274955 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e1a45c7b-283a-4ab1-a93e-55be81733810 req-560a2c37-8c07-4dd5-be64-c4870c7fb2a2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 946 time: 0.0741093 Oct 10 17:11:22.285736 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c06549-19c3-4544-abe7-a1f63ae55e0e req-f8b8608d-62bf-4d58-9175-b1ab0aa1a562 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:22.287055 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-16c06549-19c3-4544-abe7-a1f63ae55e0e req-f8b8608d-62bf-4d58-9175-b1ab0aa1a562 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0762346 Oct 10 17:11:22.360966 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e1a45c7b-283a-4ab1-a93e-55be81733810 req-39df33dd-6bbf-489f-813e-bbdaf03166db tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729825 Oct 10 17:11:22.364917 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-16c06549-19c3-4544-abe7-a1f63ae55e0e req-5413238b-91a1-4ac5-9a5e-80040da13680 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711448 Oct 10 17:11:22.477514 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5f196-2bf6-4588-b470-bce8ef696c01 req-87a0acd1-d91a-4a64-bfd5-63315e2a15dc tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:22.478960 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-95d5f196-2bf6-4588-b470-bce8ef696c01 req-87a0acd1-d91a-4a64-bfd5-63315e2a15dc tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0501649 Oct 10 17:11:22.525814 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-95d5f196-2bf6-4588-b470-bce8ef696c01 req-fc2fb4f5-1319-4c1b-ad25-4ead677966a9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Oct 10 17:11:22.583424 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6166de0-e542-4515-b9d0-187381891e02 req-db05332e-b576-4063-8c1e-4bc5f0442b16 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:22.584942 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d6166de0-e542-4515-b9d0-187381891e02 req-db05332e-b576-4063-8c1e-4bc5f0442b16 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0467975 Oct 10 17:11:22.635996 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d6166de0-e542-4515-b9d0-187381891e02 req-b5ddc45c-20b0-4ee5-bf22-e5be6100e722 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456648 Oct 10 17:11:23.177739 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:11:23.180171 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b68729-9b31-41d3-a752-aa9957087067" -d '{"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:11:23.216627 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886ed8c6-5d26-4703-96e0-4f64c5426859 x-openstack-request-id: req-886ed8c6-5d26-4703-96e0-4f64c5426859 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:11:23.217542 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-plugged", "status": "completed", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:11:23.217801 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-886ed8c6-5d26-4703-96e0-4f64c5426859 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:11:23.218193 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886ed8c6-5d26-4703-96e0-4f64c5426859'] response: {'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'code': 200} Oct 10 17:11:23.518621 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ced800-f19a-4070-91de-8b4564f4fa35 req-8db1b120-08d7-4761-9898-eda2fc196486 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:23.520076 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-44ced800-f19a-4070-91de-8b4564f4fa35 req-8db1b120-08d7-4761-9898-eda2fc196486 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 946 time: 0.0827360 Oct 10 17:11:23.530819 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b80e-a42c-4f7f-83a5-d9c7cd35c7f6 req-b311368a-c2dd-4c2f-b1b9-c706e6d3a5a8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:23.532276 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4cd5b80e-a42c-4f7f-83a5-d9c7cd35c7f6 req-b311368a-c2dd-4c2f-b1b9-c706e6d3a5a8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0627856 Oct 10 17:11:23.616661 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-44ced800-f19a-4070-91de-8b4564f4fa35 req-9469e3f6-762f-49f8-945c-c03711e491da tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834219 Oct 10 17:11:23.619962 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4cd5b80e-a42c-4f7f-83a5-d9c7cd35c7f6 req-ce7dbeaf-fdb8-4310-8012-c094a64a8b44 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807462 Oct 10 17:11:23.765546 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b11f5d-4fad-4090-af19-56f11b50a280 req-ad1858e0-ad3b-45c5-a2bf-27b9315cbeed tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:23.767023 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-98b11f5d-4fad-4090-af19-56f11b50a280 req-ad1858e0-ad3b-45c5-a2bf-27b9315cbeed tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0799496 Oct 10 17:11:23.789389 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397e5ec-af0b-41be-bde5-bba5378c67d6 req-924b5198-4b1c-4d71-aa9e-01c79b9edc69 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:23.790787 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d397e5ec-af0b-41be-bde5-bba5378c67d6 req-924b5198-4b1c-4d71-aa9e-01c79b9edc69 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0751934 Oct 10 17:11:23.835913 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:23.856075 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-98b11f5d-4fad-4090-af19-56f11b50a280 req-b05c1186-07e8-409c-9326-47095de4e00a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834072 Oct 10 17:11:23.868550 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d397e5ec-af0b-41be-bde5-bba5378c67d6 req-f8d54830-c0cb-4c5d-975a-2c342f67ca00 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694566 Oct 10 17:11:24.314932 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb8c31-a1f1-4af1-b636-643e620f0d44 req-5532a456-d6b2-45b6-bb83-75f8690a0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:24.316629 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-08cb8c31-a1f1-4af1-b636-643e620f0d44 req-5532a456-d6b2-45b6-bb83-75f8690a0b31 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 1130 time: 0.0395718 Oct 10 17:11:24.436165 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-08cb8c31-a1f1-4af1-b636-643e620f0d44 req-bc1d0c4e-d8de-48a9-a48b-d06ec8337a4a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Oct 10 17:11:24.779928 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb296c6-825c-4548-a156-fcac4af2c4e2 req-cc0a489a-4e93-4958-ae66-da984f6923b1 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:24.781407 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-afb296c6-825c-4548-a156-fcac4af2c4e2 req-cc0a489a-4e93-4958-ae66-da984f6923b1 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 946 time: 0.0794048 Oct 10 17:11:24.787086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffbefb-6ff0-4410-be00-93f75c689e34 req-dce3e9ed-2e1b-48d7-b1c2-467e35a76046 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:24.788435 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-18ffbefb-6ff0-4410-be00-93f75c689e34 req-dce3e9ed-2e1b-48d7-b1c2-467e35a76046 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0775604 Oct 10 17:11:24.865125 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-afb296c6-825c-4548-a156-fcac4af2c4e2 req-9ff53e89-10fd-4c4e-8d9b-5a40379a2406 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751410 Oct 10 17:11:24.869075 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-18ffbefb-6ff0-4410-be00-93f75c689e34 req-7b31088d-e3be-446a-8aff-5edb155fcc6b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729492 Oct 10 17:11:25.208522 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:25.209038 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:11:25.222812 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb49ea-985c-4261-a955-71303095b993 req-6d348724-d69a-4624-a87a-6bc054d19ccd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:25.224351 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8feb49ea-985c-4261-a955-71303095b993 req-6d348724-d69a-4624-a87a-6bc054d19ccd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.2886760 Oct 10 17:11:25.244490 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb2834-2abf-48c5-990c-040d19c7f06c req-08931448-85e6-4a5f-8730-ffb1892fca93 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:25.246022 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bdeb2834-2abf-48c5-990c-040d19c7f06c req-08931448-85e6-4a5f-8730-ffb1892fca93 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 946 time: 0.2790189 Oct 10 17:11:25.306812 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8feb49ea-985c-4261-a955-71303095b993 req-c3627844-e285-4c1d-92f9-9d6de1e027de tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766418 Oct 10 17:11:25.322114 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bdeb2834-2abf-48c5-990c-040d19c7f06c req-14a9510e-42d6-476b-9f09-28f6de867d6e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675256 Oct 10 17:11:25.350759 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58264) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:25.421121 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1140d-3a42-4689-815f-52c81a6ded4f req-e0c62416-1035-462e-b27b-98c727dc3e19 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:25.422683 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-96b1140d-3a42-4689-815f-52c81a6ded4f req-e0c62416-1035-462e-b27b-98c727dc3e19 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0554104 Oct 10 17:11:25.471134 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-96b1140d-3a42-4689-815f-52c81a6ded4f req-4b12b998-9a1a-42bf-9a06-930bab75927f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 Oct 10 17:11:25.541104 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587dcbee-df3f-4dce-a547-b571125456cb tempest-TestVolumeBootPattern-389894072 tempest-TestVolumeBootPattern-389894072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:25.542620 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-587dcbee-df3f-4dce-a547-b571125456cb tempest-TestVolumeBootPattern-389894072 tempest-TestVolumeBootPattern-389894072-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 1125 time: 0.1908815 Oct 10 17:11:25.548369 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58268) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:25.552541 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'port_id': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:25.626512 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:25.708568 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:25.816217 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Allocated IP 172.27.4.221 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/cb419b63-c3d4-4444-8d72-9c5b96f1ecc7) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:11:25.922678 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for port (cb419b63-c3d4-4444-8d72-9c5b96f1ecc7), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:25.926565 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:26.008380 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690375e-1a96-44f3-9bfb-5c7d49aa0c76 req-3dde986e-64f6-449f-b153-7fad49ddaa82 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:26.009842 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b690375e-1a96-44f3-9bfb-5c7d49aa0c76 req-3dde986e-64f6-449f-b153-7fad49ddaa82 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0471792 Oct 10 17:11:26.012918 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (cb419b63-c3d4-4444-8d72-9c5b96f1ecc7), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:26.065181 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:26.074277 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:11:26.081308 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:11:26.090251 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:11:26.116654 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'Port': ['ID=cb419b63-c3d4-4444-8d72-9c5b96f1ecc7,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:26.136559 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b690375e-1a96-44f3-9bfb-5c7d49aa0c76 req-8ecfbdcb-a425-4f5a-9831-9c26db43d72d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196706 Oct 10 17:11:26.486056 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb18080-2747-4024-ab9f-c9c59af7da63 req-b09579d7-1f6b-46d6-b89b-456aac934842 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:26.487532 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-feb18080-2747-4024-ab9f-c9c59af7da63 req-b09579d7-1f6b-46d6-b89b-456aac934842 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0908518 Oct 10 17:11:26.606051 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-feb18080-2747-4024-ab9f-c9c59af7da63 req-5db1c1d5-66f3-479d-a6c5-4144f3a050bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914419 Oct 10 17:11:26.607072 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (d1e9d692-5912-4522-bf18-866ff7f822d3), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:26.643921 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a91f7-5fdf-4e64-b2bf-1fece42d7561 req-77c708fa-8839-4012-a6ae-73503f45cfdd tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:26.645516 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b58a91f7-5fdf-4e64-b2bf-1fece42d7561 req-77c708fa-8839-4012-a6ae-73503f45cfdd tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0902781 Oct 10 17:11:26.698562 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b58a91f7-5fdf-4e64-b2bf-1fece42d7561 req-ab6773f1-5393-4ad7-bdc2-2755003f63a0 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461385 Oct 10 17:11:26.753786 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cb419b63-c3d4-4444-8d72-9c5b96f1ecc7), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:26.839359 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:26.913447 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for port (cb419b63-c3d4-4444-8d72-9c5b96f1ecc7), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:26.995670 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (cb419b63-c3d4-4444-8d72-9c5b96f1ecc7), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:27.052464 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:27.064939 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'Port': ['ID=cb419b63-c3d4-4444-8d72-9c5b96f1ecc7,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:27.067528 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (d1e9d692-5912-4522-bf18-866ff7f822d3), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:27.174334 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Floating IP d1e9d692-5912-4522-bf18-866ff7f822d3 associated. External IP: 172.27.4.221, port: 7a29d464-4f74-45c8-b0f8-366ab7fa8148. Oct 10 17:11:27.317362 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f96147-5667-4b87-9dc3-fbe877bed20b req-2f79ffaf-7eba-427f-999e-8a7c07c2b078 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:27.318946 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-01f96147-5667-4b87-9dc3-fbe877bed20b req-2f79ffaf-7eba-427f-999e-8a7c07c2b078 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0892537 Oct 10 17:11:27.440139 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-01f96147-5667-4b87-9dc3-fbe877bed20b req-8a8647bd-9666-4b3b-a089-0d429d84d469 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118126 Oct 10 17:11:27.479082 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Router a2666540-e20b-47bf-a420-5d9229c242a0 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:11:27.584258 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:11:27.595070 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] Sync routers for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:11:27.604634 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:11:27.607084 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:11:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:11:27.657319 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:27.695608 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-51ccce62-0fea-4a38-8cbc-4562712107a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1433187 Oct 10 17:11:27.695608 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cead3c66-8618-4516-acda-9378f83705ce', 'tag': '7a29d464-4f74-45c8-b0f8-366ab7fa8148'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:11:27.696167 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c093fb-46e5-48df-b707-1c3d2898c457" -d '{"events": [{"name": "network-changed", "server_uuid": "cead3c66-8618-4516-acda-9378f83705ce", "tag": "7a29d464-4f74-45c8-b0f8-366ab7fa8148"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:11:27.758731 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eaea67-942e-4ab1-9b18-808d24e42d87 x-openstack-request-id: req-c6eaea67-942e-4ab1-9b18-808d24e42d87 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:11:27.759259 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cead3c66-8618-4516-acda-9378f83705ce", "tag": "7a29d464-4f74-45c8-b0f8-366ab7fa8148", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:11:27.759676 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6eaea67-942e-4ab1-9b18-808d24e42d87 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:11:27.760241 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6eaea67-942e-4ab1-9b18-808d24e42d87'] response: {'name': 'network-changed', 'server_uuid': 'cead3c66-8618-4516-acda-9378f83705ce', 'tag': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'status': 'completed', 'code': 200} Oct 10 17:11:27.767144 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf8fe9-6ce3-4e53-8dfc-0f5f61d9df73 req-2fd60a48-5c80-4d49-9dbf-161ec56c9c5c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:27.768776 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2bdf8fe9-6ce3-4e53-8dfc-0f5f61d9df73 req-2fd60a48-5c80-4d49-9dbf-161ec56c9c5c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0652721 Oct 10 17:11:27.827788 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2bdf8fe9-6ce3-4e53-8dfc-0f5f61d9df73 req-ae4e9e8a-ab21-4603-9688-86bed4fbac05 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521648 Oct 10 17:11:27.842778 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:11:27.909773 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7066660-08e0-4bb1-af8e-a78dd3ccd506 req-cf468f4e-9584-4f7a-bfb5-b189c8b96a17 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:27.911245 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c7066660-08e0-4bb1-af8e-a78dd3ccd506 req-cf468f4e-9584-4f7a-bfb5-b189c8b96a17 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0802543 Oct 10 17:11:27.912336 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-140ae863-6ec7-47e8-871d-a75cad3ac58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:27.913658 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-140ae863-6ec7-47e8-871d-a75cad3ac58b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 1130 time: 0.0737631 Oct 10 17:11:27.934467 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:27.962821 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c7066660-08e0-4bb1-af8e-a78dd3ccd506 req-16bd8f1a-70b6-4a33-b1ad-f9dcf136529d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454459 Oct 10 17:11:28.083475 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-6e3f65c2-448d-4983-9a36-9c592576bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:28.085294 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-6e3f65c2-448d-4983-9a36-9c592576bdc3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 913 time: 0.1025364 Oct 10 17:11:28.111799 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd1e9d692-5912-4522-bf18-866ff7f822d3', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.221', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:25:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead3c66-8618-4516-acda-9378f83705ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:11:26Z', 'updated_at': '2022-10-10T17:11:26Z', 'revision_number': 0, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:11:28.137636 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] Checking router: a2666540-e20b-47bf-a420-5d9229c242a0 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:11:28.146951 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:11:28.147601 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:11:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:11:28.157253 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-3a1c434c-3274-4a0a-b256-8d622826913b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a29d464-4f74-45c8-b0f8-366ab7fa8148 HTTP/1.1" status: 200 len: 1000 time: 0.0574152 Oct 10 17:11:28.220270 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-fc2ee764-2793-49a2-b354-0d120f3bdcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:28.221643 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-fc2ee764-2793-49a2-b354-0d120f3bdcc0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 200 len: 851 time: 0.0534809 Oct 10 17:11:28.258091 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:11:28.276676 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-7680f1ec-58c8-4061-b00d-82ec3b1808b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:28.278152 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-7680f1ec-58c8-4061-b00d-82ec3b1808b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d40eb576-47ec-4491-b3a9-6394e24cb47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461164 Oct 10 17:11:28.361765 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:28.388007 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-d1692085-c4f8-4f49-93d4-1758c88205db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961759 Oct 10 17:11:28.476812 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:28.485208 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd1e9d692-5912-4522-bf18-866ff7f822d3', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.221', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:25:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead3c66-8618-4516-acda-9378f83705ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:11:26Z', 'updated_at': '2022-10-10T17:11:26Z', 'revision_number': 0, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:11:28.510387 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404221b-8230-4ecf-8ed4-1e1c86537a0b None None] The sync data for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi is: [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd1e9d692-5912-4522-bf18-866ff7f822d3', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.221', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:25:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead3c66-8618-4516-acda-9378f83705ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:11:26Z', 'updated_at': '2022-10-10T17:11:26Z', 'revision_number': 0, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:11:28.565404 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04c093fb-46e5-48df-b707-1c3d2898c457 req-215fa1a8-b845-40a1-9130-8c8acddcdfee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174228 Oct 10 17:11:28.598771 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbcfc6-30b0-489e-98af-d4bf18256609 req-af8422f4-2bc0-4871-b75f-ed3351f666e4 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:28.604873 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e7cbcfc6-30b0-489e-98af-d4bf18256609 req-af8422f4-2bc0-4871-b75f-ed3351f666e4 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0593891 Oct 10 17:11:28.649368 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e7cbcfc6-30b0-489e-98af-d4bf18256609 req-228a5f91-ea18-43ca-b5a4-313fd4898787 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431223 Oct 10 17:11:28.726366 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b6a74-bbc1-4a45-96bb-21d9464320e1 None None] New status for floating IP d1e9d692-5912-4522-bf18-866ff7f822d3: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:11:28.970209 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104520a-f37a-454f-bf40-55e9222a7a6b req-ba953479-d2df-4c8a-850a-99ca08df24da tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:28.971668 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a104520a-f37a-454f-bf40-55e9222a7a6b req-ba953479-d2df-4c8a-850a-99ca08df24da tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0557418 Oct 10 17:11:29.027285 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a104520a-f37a-454f-bf40-55e9222a7a6b req-7f152e5e-da96-45dc-9fb8-86da46fda278 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497570 Oct 10 17:11:29.096897 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec3afe-564f-4e56-a6a1-32e94ee6a5d9 req-6d3740e9-4f1d-42d7-834f-c700705488c7 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:29.098405 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4fec3afe-564f-4e56-a6a1-32e94ee6a5d9 req-6d3740e9-4f1d-42d7-834f-c700705488c7 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0491800 Oct 10 17:11:29.146551 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4fec3afe-564f-4e56-a6a1-32e94ee6a5d9 req-07b89f0f-6819-4353-b791-0f44a59da49a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421112 Oct 10 17:11:30.158656 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b9ebb-9d47-42ae-b309-217ba8085d7f req-e5806c21-8972-4187-b5cf-d5a4bccf31fe tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:30.160920 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b3b9ebb-9d47-42ae-b309-217ba8085d7f req-e5806c21-8972-4187-b5cf-d5a4bccf31fe tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0510275 Oct 10 17:11:30.212686 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b3b9ebb-9d47-42ae-b309-217ba8085d7f req-3f0dab4b-8bd5-4432-bb83-5053ef33ac63 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462234 Oct 10 17:11:30.285133 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981307e-0ee8-4765-8df7-6d8a7ae0569a req-aa0fb83c-3193-472e-916b-c1f7ad84e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:30.286617 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d981307e-0ee8-4765-8df7-6d8a7ae0569a req-aa0fb83c-3193-472e-916b-c1f7ad84e8c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 1130 time: 0.0702138 Oct 10 17:11:30.304363 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd522-45f5-465d-ae1f-3f30c653811b req-e4849746-1fbb-4b8b-ad2e-0061de89553d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:30.305723 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1bcdd522-45f5-465d-ae1f-3f30c653811b req-e4849746-1fbb-4b8b-ad2e-0061de89553d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0620911 Oct 10 17:11:30.381513 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d981307e-0ee8-4765-8df7-6d8a7ae0569a req-62b4805d-b731-4649-a40b-a981ab094fa6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873771 Oct 10 17:11:30.384646 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1bcdd522-45f5-465d-ae1f-3f30c653811b req-1423db57-e62f-4991-820b-803111a9205c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703444 Oct 10 17:11:30.686171 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:30.705371 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c5f82-6276-4219-a702-f4655e350c02 req-0657d1b1-aed7-49fa-ba6a-950b3ba6e98a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:30.707029 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d9c5f82-6276-4219-a702-f4655e350c02 req-0657d1b1-aed7-49fa-ba6a-950b3ba6e98a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0479414 Oct 10 17:11:30.754877 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d9c5f82-6276-4219-a702-f4655e350c02 req-a2c9c640-c7e8-4b51-ab36-d1c89825216d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Oct 10 17:11:31.216167 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-e2ce938e-8f27-409d-81b1-e4c41a0018d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:31.217655 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-e2ce938e-8f27-409d-81b1-e4c41a0018d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 1130 time: 0.0389807 Oct 10 17:11:31.357801 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae89f5-a116-454a-be99-964d0a6ed73c req-d29f31aa-6d1c-4864-adee-edfe3b10652d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:31.360336 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5fae89f5-a116-454a-be99-964d0a6ed73c req-d29f31aa-6d1c-4864-adee-edfe3b10652d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0667605 Oct 10 17:11:31.361413 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-9aaf5caf-7105-4625-ba88-127eceb112a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:31.362830 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-9aaf5caf-7105-4625-ba88-127eceb112a4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 911 time: 0.1362994 Oct 10 17:11:31.407959 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5fae89f5-a116-454a-be99-964d0a6ed73c req-3459ba58-89ed-4050-ad6b-96c50e5cfed1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 Oct 10 17:11:31.842069 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:31.882093 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c3e3-cf9f-4915-8d19-6f7a5d64a1f5 req-5247ae28-fb47-4b8e-b147-03d9a3a43f54 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:31.883432 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5607c3e3-cf9f-4915-8d19-6f7a5d64a1f5 req-5247ae28-fb47-4b8e-b147-03d9a3a43f54 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0512724 Oct 10 17:11:31.929709 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5607c3e3-cf9f-4915-8d19-6f7a5d64a1f5 req-fe8eb80d-0f8a-483d-ac78-0060c65671b3 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Oct 10 17:11:32.133623 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-cafa73e2-1be3-4b0f-a97f-1e2a022cd9c0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee17d066-205b-40da-b2ab-8a810dbe5020 HTTP/1.1" status: 200 len: 1002 time: 0.0579884 Oct 10 17:11:32.185728 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-e00c6323-ee85-42f4-b53a-ae96e1454d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:32.187776 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-e00c6323-ee85-42f4-b53a-ae96e1454d62 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4fe731f9-89e1-4eef-b74c-540645002099 HTTP/1.1" status: 200 len: 849 time: 0.0474813 Oct 10 17:11:32.447798 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-e539e045-d929-420a-89db-dbd2cb270f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:32.449611 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-e539e045-d929-420a-89db-dbd2cb270f46 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0eee5d35-4847-4982-a7a4-935838222131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2559254 Oct 10 17:11:32.587653 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-07d8b7a8-4cf5-45f7-9e4f-dc2434c2dd88 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288090 Oct 10 17:11:32.593954 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf760cb2-d2fb-4614-8a9a-f6547cb7eeba req-d776eac4-3082-4341-8176-020b49476c27 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:32.595297 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cf760cb2-d2fb-4614-8a9a-f6547cb7eeba req-d776eac4-3082-4341-8176-020b49476c27 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0689337 Oct 10 17:11:32.707460 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cf760cb2-d2fb-4614-8a9a-f6547cb7eeba req-00aedf71-887d-47b5-b828-469bb81ced0f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034431 Oct 10 17:11:32.717597 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3b484bb-61b1-4285-ae88-8f15a1db4f8c req-0e186923-f44d-415e-b855-3b6d938f8aaa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214364 Oct 10 17:11:33.058181 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa398f-e1b3-4753-b380-3bc4f09c6654 req-7a45b0f4-0a11-43b5-a035-560c6f97845f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:33.059603 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9baa398f-e1b3-4753-b380-3bc4f09c6654 req-7a45b0f4-0a11-43b5-a035-560c6f97845f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0535779 Oct 10 17:11:33.124552 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7f6dc-b971-4950-b18f-3ecc2ff9f5e2 req-560bc2e3-ed78-4452-835e-d7ca8286bae0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:33.126021 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbd7f6dc-b971-4950-b18f-3ecc2ff9f5e2 req-560bc2e3-ed78-4452-835e-d7ca8286bae0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0749583 Oct 10 17:11:33.154059 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9baa398f-e1b3-4753-b380-3bc4f09c6654 req-8958421e-c945-441d-ac50-7a87a367c3a5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852640 Oct 10 17:11:33.190585 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbd7f6dc-b971-4950-b18f-3ecc2ff9f5e2 req-7c301f01-1328-4867-84d6-ad250113dabc tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588729 Oct 10 17:11:33.869382 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-cf66d8ad-5b41-46d4-8069-a1865d0af038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:33.870871 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-cf66d8ad-5b41-46d4-8069-a1865d0af038 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 1130 time: 0.0459349 Oct 10 17:11:33.934650 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:34.016807 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-50f5d113-ca9f-43f4-b6be-b7528392d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:34.018294 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-50f5d113-ca9f-43f4-b6be-b7528392d225 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.0922360 Oct 10 17:11:34.069856 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-e7b00ada-074c-472c-a5e5-7e6aaf15ce2c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37d21674-f89a-4d01-9819-f5ad96f87075 HTTP/1.1" status: 200 len: 217 time: 0.0389545 Oct 10 17:11:34.126378 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-83802ddb-c918-4f22-9e16-0174e7ccb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:34.127850 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-83802ddb-c918-4f22-9e16-0174e7ccb9ac service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0526502 Oct 10 17:11:34.178172 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-d9dd7ef8-6990-4ec3-9de1-7de546965e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:34.179837 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-d9dd7ef8-6990-4ec3-9de1-7de546965e02 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455346 Oct 10 17:11:34.209282 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:34.347454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214360d-8ab7-45eb-904e-488fccfdf3e9 req-4cafc839-c17e-4c6a-ad52-d1c5683077a7 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:34.348900 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3214360d-8ab7-45eb-904e-488fccfdf3e9 req-4cafc839-c17e-4c6a-ad52-d1c5683077a7 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.1030421 Oct 10 17:11:34.389851 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c0247-39f6-4a1a-b0e9-f03df8a4a0ee req-f13ee32a-00b6-4d4a-adcc-85f14fb3f290 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:34.391397 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dd8c0247-39f6-4a1a-b0e9-f03df8a4a0ee req-f13ee32a-00b6-4d4a-adcc-85f14fb3f290 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.1050737 Oct 10 17:11:34.440370 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-77b5de94-bac8-4457-ab78-f2e882651ba1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525010 Oct 10 17:11:34.544699 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3214360d-8ab7-45eb-904e-488fccfdf3e9 req-ed85a71a-44fc-4cb8-b779-49e4c2678f89 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846209 Oct 10 17:11:34.555280 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dd8c0247-39f6-4a1a-b0e9-f03df8a4a0ee req-b3af694c-858d-47ec-a4a2-a0c57198bfda tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441784 Oct 10 17:11:34.599689 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eed15c97-81ed-4f58-8682-b408c4a2028c req-8d20afec-7d06-4ecd-907d-3ae31b7d3a3c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522927 Oct 10 17:11:34.946242 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-de3f3afd-a496-424b-b92a-dd4856186e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:35.679172 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040a9e-90a2-4068-be28-c9be333540b6 req-45f1cd86-2cd7-4fc2-bcc1-0274110f4a4d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:35.680696 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f2040a9e-90a2-4068-be28-c9be333540b6 req-45f1cd86-2cd7-4fc2-bcc1-0274110f4a4d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0504413 Oct 10 17:11:35.728470 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f2040a9e-90a2-4068-be28-c9be333540b6 req-a4bfe911-18a1-4244-b1b0-a093d611ee6d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Oct 10 17:11:36.848929 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59b19-41de-4795-aad8-bf3df3663144 req-93cb8e5e-c51c-41ea-9355-5c21fb2ded2d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:36.850366 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-47b59b19-41de-4795-aad8-bf3df3663144 req-93cb8e5e-c51c-41ea-9355-5c21fb2ded2d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0462320 Oct 10 17:11:36.899128 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-47b59b19-41de-4795-aad8-bf3df3663144 req-23b1595c-979d-49de-8139-c87d59f3136f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Oct 10 17:11:37.305942 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b297f514-b3a2-44cc-a1fd-8cd28a5ee57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:38.017998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f68f-da13-477e-a80e-bfab18de13d9 req-5f795936-3572-4aba-9765-ecba043c9d46 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:38.019382 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bd49f68f-da13-477e-a80e-bfab18de13d9 req-5f795936-3572-4aba-9765-ecba043c9d46 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0456998 Oct 10 17:11:38.069149 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bd49f68f-da13-477e-a80e-bfab18de13d9 req-f0940622-ee61-4a05-a929-68305644e3a9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Oct 10 17:11:38.289167 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:38.880501 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:38.902377 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:39.801877 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58420) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:39.806373 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153219577', 'description': 'tempest-description--2125023347'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:39.880922 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:39.948813 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group (8053e428-c8ed-4146-b908-f39dd728ffff), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:39.997469 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (8053e428-c8ed-4146-b908-f39dd728ffff), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.026133 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.026727 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8053e428-c8ed-4146-b908-f39dd728ffff,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:40.034042 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.034391 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.034731 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.035064 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.035401 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.035727 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.036107 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.036465 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.036788 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.037110 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.037435 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.037788 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.038109 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.038429 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.038750 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:40.071747 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.091225 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.092481 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2fde29fa-c52d-4bb8-9099-b2c553a14661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2896130 Oct 10 17:11:40.095902 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58428) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:40.100259 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-67ce4642-2cf5-48e3-9076-a7ca26a0ad61 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Request body: {'security_group_rule': {'security_group_id': '8053e428-c8ed-4146-b908-f39dd728ffff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:40.181764 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-67ce4642-2cf5-48e3-9076-a7ca26a0ad61 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group_rule (20975adc-f566-4f37-bc90-f9554bdf48e8), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.230086 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-67ce4642-2cf5-48e3-9076-a7ca26a0ad61 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group_rule (20975adc-f566-4f37-bc90-f9554bdf48e8), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.317665 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-67ce4642-2cf5-48e3-9076-a7ca26a0ad61 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (20975adc-f566-4f37-bc90-f9554bdf48e8), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.336657 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce4642-2cf5-48e3-9076-a7ca26a0ad61 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20975adc-f566-4f37-bc90-f9554bdf48e8,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:40.450877 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-67ce4642-2cf5-48e3-9076-a7ca26a0ad61 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.455433 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58436) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:40.457479 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-67ce4642-2cf5-48e3-9076-a7ca26a0ad61 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3586028 Oct 10 17:11:40.459925 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-d3a5f34e-ddbc-4711-9f1f-ed325fd272f3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Request body: {'security_group_rule': {'security_group_id': '8053e428-c8ed-4146-b908-f39dd728ffff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:40.586019 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f34e-ddbc-4711-9f1f-ed325fd272f3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group_rule (8b44ea60-4677-409f-aefd-bd1942d957e9), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.643347 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f34e-ddbc-4711-9f1f-ed325fd272f3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group_rule (8b44ea60-4677-409f-aefd-bd1942d957e9), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.720561 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f34e-ddbc-4711-9f1f-ed325fd272f3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (8b44ea60-4677-409f-aefd-bd1942d957e9), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.739623 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5f34e-ddbc-4711-9f1f-ed325fd272f3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b44ea60-4677-409f-aefd-bd1942d957e9,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:40.839588 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f34e-ddbc-4711-9f1f-ed325fd272f3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:40.840842 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-d3a5f34e-ddbc-4711-9f1f-ed325fd272f3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3843908 Oct 10 17:11:40.843968 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58440) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:40.848325 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:40.858534 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:40.975139 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.035811 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:41.057058 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.160670 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Allocated IP 172.27.4.224 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/8695825e-38d7-4181-b8ca-ab47ae601a15) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:11:41.263815 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for port (8695825e-38d7-4181-b8ca-ab47ae601a15), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.351931 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (8695825e-38d7-4181-b8ca-ab47ae601a15), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.392001 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:11:41.394945 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:11:41.398722 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:11:41.419719 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event updated for resources: {'Port': ['ID=8695825e-38d7-4181-b8ca-ab47ae601a15,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:41.483962 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for floatingip (49225937-1b97-4958-b48f-af23616564ad), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.568196 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8695825e-38d7-4181-b8ca-ab47ae601a15), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.693964 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:41.711503 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for port (8695825e-38d7-4181-b8ca-ab47ae601a15), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.771869 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (8695825e-38d7-4181-b8ca-ab47ae601a15), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.835292 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event updated for resources: {'Port': ['ID=8695825e-38d7-4181-b8ca-ab47ae601a15,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:41.840679 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (49225937-1b97-4958-b48f-af23616564ad), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.922538 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:41.923801 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-b1a3d604-eaaf-4299-8607-1f0927964c5e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0788553 Oct 10 17:11:42.127439 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-dc09df0c-efd8-41f7-abbb-77ef83e787ed tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1153219577&fields=id&tenant_id=2488f5601066432a8652433df5702119 HTTP/1.1" status: 200 len: 267 time: 0.0430045 Oct 10 17:11:42.156905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:42.236726 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-654b8681-f995-4000-9ac7-be47358f9aac tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:42.238111 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-654b8681-f995-4000-9ac7-be47358f9aac tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 819 time: 0.1043136 Oct 10 17:11:42.258959 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-0f5db668-e7f9-4220-9923-cbda6870197e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/quotas/2488f5601066432a8652433df5702119 HTTP/1.1" status: 200 len: 375 time: 0.0101020 Oct 10 17:11:42.310793 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-f815ee9a-5c41-4d6c-a3f6-8c35a68298ec tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0514698 Oct 10 17:11:42.414379 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-569df4c0-ed58-432c-a56d-d8ae7f38dd28 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911815 Oct 10 17:11:42.505669 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-2add53af-2c6f-4cf1-9369-257417ac8e62 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855427 Oct 10 17:11:42.779151 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f4834a22-64df-463e-8255-ddfc2c007131 req-131b6460-bab6-4df6-a919-fe98260332f1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 210 time: 0.0287862 Oct 10 17:11:43.882658 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d0ceb635-3f3c-4b92-824f-748a2e2ff0a4 req-50a84901-f967-4f28-9cb1-7c209b74259d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 210 time: 0.0296619 Oct 10 17:11:44.985171 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a57b877-e046-438d-aa01-4659f7e4b523 req-c2330f54-c41d-4a95-a894-f6e9ccde7af3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 210 time: 0.0270665 Oct 10 17:11:45.397193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-fc8b25bf-1340-4068-bb98-29995786a37a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:45.398528 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-fc8b25bf-1340-4068-bb98-29995786a37a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 819 time: 0.1048195 Oct 10 17:11:45.474238 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-0d0152f7-6f99-4e89-8dd0-cf991892aed8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2488f5601066432a8652433df5702119 HTTP/1.1" status: 200 len: 380 time: 0.0527949 Oct 10 17:11:45.488980 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Request body: {'port': {'device_id': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'admin_state_up': True, 'tenant_id': '2488f5601066432a8652433df5702119', 'security_groups': ['8053e428-c8ed-4146-b908-f39dd728ffff']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:45.645921 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:45.674834 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Made reservation on behalf of 2488f5601066432a8652433df5702119 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:11:45.679122 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:45.681673 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:45.803394 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Allocated IP 172.20.0.6 (86a27400-3c0a-470b-b156-cfefc1803bb5/26ad9916-7481-4093-b34b-2fd3e3ffe6cc/a08541a8-03ca-473c-a3f6-55fbf4616d5d) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:11:45.935012 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:45.940654 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.043621 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.119802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:11:46.128787 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:11:46.132951 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:11:46.136775 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event updated for resources: {'Port': ['ID=a08541a8-03ca-473c-a3f6-55fbf4616d5d,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:46.166748 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75200e7-610a-4ea2-8e10-6592b176c405 req-8455c754-9f54-4791-9d76-8ea52731bd79 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:46.168276 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d75200e7-610a-4ea2-8e10-6592b176c405 req-8455c754-9f54-4791-9d76-8ea52731bd79 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 931 time: 0.0968578 Oct 10 17:11:46.205489 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:46.206110 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.242033 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d75200e7-610a-4ea2-8e10-6592b176c405 req-8f1c634c-8254-44cc-9e5f-eed5ef19d2be tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654900 Oct 10 17:11:46.303639 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-58bd6aa7-41ea-4ba9-9096-d1c6875f7940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189571 Oct 10 17:11:46.325172 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Request body: {'port': {'device_id': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:46.394358 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.396266 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58506) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:46.409274 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-9e239e9b-5799-4305-acb7-1bf2c2b94c12 None None] Provisioning complete for port a08541a8-03ca-473c-a3f6-55fbf4616d5d triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:11:46.409863 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-9e239e9b-5799-4305-acb7-1bf2c2b94c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.410204 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-9e239e9b-5799-4305-acb7-1bf2c2b94c12 None None] Attempt 1 to provision port a08541a8-03ca-473c-a3f6-55fbf4616d5d Oct 10 17:11:46.442153 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-9e239e9b-5799-4305-acb7-1bf2c2b94c12 None None] Port a08541a8-03ca-473c-a3f6-55fbf4616d5d cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:11:46.512692 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1b643731-64e2-4f5d-a366-d603dc12bbd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.588501 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1b643731-64e2-4f5d-a366-d603dc12bbd9 admin admin] Publish callbacks [] for security_group (ee348086-4a20-40ce-b2b5-0dd2f66075c0), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.614009 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:46.646686 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08541a8-03ca-473c-a3f6-55fbf4616d5d {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:11:46.653984 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Publish callbacks [] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.657436 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1b643731-64e2-4f5d-a366-d603dc12bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ee348086-4a20-40ce-b2b5-0dd2f66075c0), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.666190 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Transition to ACTIVE for port object a08541a8-03ca-473c-a3f6-55fbf4616d5d will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:11:46.696192 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b643731-64e2-4f5d-a366-d603dc12bbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee348086-4a20-40ce-b2b5-0dd2f66075c0,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:46.701467 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-1b643731-64e2-4f5d-a366-d603dc12bbd9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d41c7edfc3ff4da0a63eb6d4edf548b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026597 Oct 10 17:11:46.704223 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58510) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:46.737486 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.753038 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afb69f9b-4dbb-4565-beb2-3f8bfaf8eb64 admin admin] Publish callbacks [] for security_group (ee348086-4a20-40ce-b2b5-0dd2f66075c0), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.777039 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afb69f9b-4dbb-4565-beb2-3f8bfaf8eb64 admin admin] Publish callbacks [] for security_group (ee348086-4a20-40ce-b2b5-0dd2f66075c0), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.801534 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Pushing event updated for resources: {'Port': ['ID=a08541a8-03ca-473c-a3f6-55fbf4616d5d,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:46.849782 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Attempting to bind port a08541a8-03ca-473c-a3f6-55fbf4616d5d on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:11:46.850114 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Attempting to bind port a08541a8-03ca-473c-a3f6-55fbf4616d5d by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:11:46.850441 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Attempting to bind port a08541a8-03ca-473c-a3f6-55fbf4616d5d on network 86a27400-3c0a-470b-b156-cfefc1803bb5 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:11:46.891057 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Port a08541a8-03ca-473c-a3f6-55fbf4616d5d on network 86a27400-3c0a-470b-b156-cfefc1803bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:11:46.891384 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Attempting to bind port a08541a8-03ca-473c-a3f6-55fbf4616d5d on network 86a27400-3c0a-470b-b156-cfefc1803bb5 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:11:46.894804 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afb69f9b-4dbb-4565-beb2-3f8bfaf8eb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ee348086-4a20-40ce-b2b5-0dd2f66075c0), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.897485 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afb69f9b-4dbb-4565-beb2-3f8bfaf8eb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.898650 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-afb69f9b-4dbb-4565-beb2-3f8bfaf8eb64 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ee348086-4a20-40ce-b2b5-0dd2f66075c0 HTTP/1.1" status: 204 len: 168 time: 0.1929336 Oct 10 17:11:46.906760 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb69f9b-4dbb-4565-beb2-3f8bfaf8eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee348086-4a20-40ce-b2b5-0dd2f66075c0,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:46.936554 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:11:46.936891 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Checking segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:11:46.937274 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Bound using segment: {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:11:46.937707 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Bound port: a08541a8-03ca-473c-a3f6-55fbf4616d5d, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:11:46.938074 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:46.941443 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:47.002701 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] For port a08541a8-03ca-473c-a3f6-55fbf4616d5d, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:11:47.005570 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] For port a08541a8-03ca-473c-a3f6-55fbf4616d5d, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:11:47.149099 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:47.153410 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:47.154017 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:47.155480 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a08541a8-03ca-473c-a3f6-55fbf4616d5d HTTP/1.1" status: 200 len: 1093 time: 0.8346336 Oct 10 17:11:47.156044 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:11:47.158238 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854028c3-383e-4ac2-b6d0-0cb387ef7d28" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:11:47.201432 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d783dd6-c038-49d6-be34-60bb56c2b858 x-openstack-request-id: req-6d783dd6-c038-49d6-be34-60bb56c2b858 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:11:47.201737 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:11:47.201983 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d783dd6-c038-49d6-be34-60bb56c2b858 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:11:47.202526 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d783dd6-c038-49d6-be34-60bb56c2b858'] response: {'name': 'network-changed', 'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'status': 'completed', 'code': 200} Oct 10 17:11:47.218513 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdb56d-9448-4d06-aaf7-814271d26449 service neutron] Pushing event updated for resources: {'Port': ['ID=a08541a8-03ca-473c-a3f6-55fbf4616d5d,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:47.356638 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854028c3-383e-4ac2-b6d0-0cb387ef7d28 req-d88ddbd0-2fe3-4d29-9fae-0eefb7cc2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:47.358126 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-854028c3-383e-4ac2-b6d0-0cb387ef7d28 req-d88ddbd0-2fe3-4d29-9fae-0eefb7cc2925 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 1127 time: 0.0718842 Oct 10 17:11:47.377951 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1c59-55b0-4c0c-a763-d81751ac0608 req-d550ac47-d864-4247-8aea-87142fce5fb0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:47.382576 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7a4c1c59-55b0-4c0c-a763-d81751ac0608 req-d550ac47-d864-4247-8aea-87142fce5fb0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 943 time: 0.0564351 Oct 10 17:11:47.483998 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7a4c1c59-55b0-4c0c-a763-d81751ac0608 req-5870f8c6-1377-4e9b-94e4-9a5856f8260e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945299 Oct 10 17:11:47.505037 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854028c3-383e-4ac2-b6d0-0cb387ef7d28 req-efb091ea-f1b1-41fc-aa96-fa6d54e6ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:47.506467 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-854028c3-383e-4ac2-b6d0-0cb387ef7d28 req-efb091ea-f1b1-41fc-aa96-fa6d54e6ae45 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2488f5601066432a8652433df5702119&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1262248 Oct 10 17:11:47.601391 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854028c3-383e-4ac2-b6d0-0cb387ef7d28 req-6533ec89-831d-4c7d-aab3-dfa76fc52175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:47.602707 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-854028c3-383e-4ac2-b6d0-0cb387ef7d28 req-6533ec89-831d-4c7d-aab3-dfa76fc52175 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904148 Oct 10 17:11:47.708155 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-7a576fb1-d392-48d3-b41a-8174ea7383e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:47.709596 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-7a576fb1-d392-48d3-b41a-8174ea7383e4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 1127 time: 0.0388045 Oct 10 17:11:47.765707 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-ade2a26a-2b92-436d-8d4d-f27023e72577 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d HTTP/1.1" status: 200 len: 217 time: 0.0316887 Oct 10 17:11:47.820898 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-400b49a3-2a0b-4497-a09e-e6fba7fcd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:47.822297 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-400b49a3-2a0b-4497-a09e-e6fba7fcd1a6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0461464 Oct 10 17:11:47.865494 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-cf9891aa-df41-4ead-87ac-cc613dd5a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:47.866868 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-cf9891aa-df41-4ead-87ac-cc613dd5a8bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366518 Oct 10 17:11:47.964643 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-db3b3fde-be94-4a94-a07e-d86d0c451899 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830834 Oct 10 17:11:48.204694 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:48.267502 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c02f8ccb-2c95-4730-8253-1d9a5906cbcd req-ca70f816-c225-488a-90f7-15d1c8448b9d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907159 Oct 10 17:11:48.603621 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b596cf8-ad88-4307-8200-58977568ef54 req-0bff5e9a-edc1-4736-8671-b6b38bf2f9c4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:48.605082 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b596cf8-ad88-4307-8200-58977568ef54 req-0bff5e9a-edc1-4736-8671-b6b38bf2f9c4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 943 time: 0.0459988 Oct 10 17:11:48.653142 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b596cf8-ad88-4307-8200-58977568ef54 req-6ee4cab1-3bc7-4129-b7e4-accdc6b90202 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 Oct 10 17:11:49.773762 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec927a-ac26-45bd-9d12-215efc8905d8 req-44796db7-88fa-400e-9fd8-0320f642fc28 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:49.775349 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-27ec927a-ac26-45bd-9d12-215efc8905d8 req-44796db7-88fa-400e-9fd8-0320f642fc28 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 943 time: 0.0476818 Oct 10 17:11:49.822444 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-27ec927a-ac26-45bd-9d12-215efc8905d8 req-e91553e7-7acb-4678-8917-605fbc7d17ec tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 Oct 10 17:11:50.100435 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device a08541a8-03ca-473c-a3f6-55fbf4616d5d details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:11:50.118447 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:50.200472 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port a08541a8-03ca-473c-a3f6-55fbf4616d5d, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:11:50.211157 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'port_id': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'mac_address': 'fa:16:3e:30:db:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:11:50.243682 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port a08541a8-03ca-473c-a3f6-55fbf4616d5d is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:11:50.244083 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:50.260526 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08541a8-03ca-473c-a3f6-55fbf4616d5d {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:11:50.278800 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port a08541a8-03ca-473c-a3f6-55fbf4616d5d, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:11:50.342654 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:50.388661 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=a08541a8-03ca-473c-a3f6-55fbf4616d5d,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:50.395558 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.404370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:11:50.735203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['a08541a8-03ca-473c-a3f6-55fbf4616d5d'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:11:50.943217 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c6e8-7f34-4228-a036-398b7ba5a71f req-e6c57593-53dd-4bb9-bd6b-036b0a322d89 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:50.944672 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a86c6e8-7f34-4228-a036-398b7ba5a71f req-e6c57593-53dd-4bb9-bd6b-036b0a322d89 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 944 time: 0.0460260 Oct 10 17:11:50.968697 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:50.990015 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a86c6e8-7f34-4228-a036-398b7ba5a71f req-1c882e7c-92b1-45ff-a054-8209df081787 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398567 Oct 10 17:11:52.110662 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49ee3c-e313-408f-99b5-35c09be1d61f req-ae9406c5-39b6-46d5-b6ac-48bdc5eae848 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:52.112119 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9b49ee3c-e313-408f-99b5-35c09be1d61f req-ae9406c5-39b6-46d5-b6ac-48bdc5eae848 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 944 time: 0.0490637 Oct 10 17:11:52.126021 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device a08541a8-03ca-473c-a3f6-55fbf4616d5d up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:11:52.158394 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9b49ee3c-e313-408f-99b5-35c09be1d61f req-d7727cbf-226f-4097-8ec5-40e779e10e82 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Oct 10 17:11:52.168686 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port a08541a8-03ca-473c-a3f6-55fbf4616d5d completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:11:52.225630 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port a08541a8-03ca-473c-a3f6-55fbf4616d5d triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:11:52.226025 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:52.226355 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port a08541a8-03ca-473c-a3f6-55fbf4616d5d Oct 10 17:11:52.250395 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:52.296924 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port a08541a8-03ca-473c-a3f6-55fbf4616d5d is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:11:52.297301 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:52.321267 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:11:52.323566 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa013d3-a417-43e4-bfc5-9c7b4fdfd22e" -d '{"events": [{"server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "name": "network-vif-plugged", "status": "completed", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:11:52.338681 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port a08541a8-03ca-473c-a3f6-55fbf4616d5d, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:11:52.362741 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce165ba-923a-4278-9388-5c6dc229df2a x-openstack-request-id: req-2ce165ba-923a-4278-9388-5c6dc229df2a {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:11:52.363041 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "name": "network-vif-plugged", "status": "completed", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:11:52.363291 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ce165ba-923a-4278-9388-5c6dc229df2a {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:11:52.363680 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce165ba-923a-4278-9388-5c6dc229df2a'] response: {'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'code': 200} Oct 10 17:11:52.403040 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:52.455536 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=a08541a8-03ca-473c-a3f6-55fbf4616d5d,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:11:52.720977 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656fac5-f805-49bf-bfff-ddee7124fe68 req-4fd7b422-6530-4a13-b74f-88b6c2d87367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:52.722450 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4656fac5-f805-49bf-bfff-ddee7124fe68 req-4fd7b422-6530-4a13-b74f-88b6c2d87367 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 1129 time: 0.0365958 Oct 10 17:11:52.766247 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4656fac5-f805-49bf-bfff-ddee7124fe68 req-67fc29d2-0ed0-4951-9091-9bd40a9dc4fd service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359442 Oct 10 17:11:53.282596 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bb04b-d5c7-47dd-84f8-e44aae17f868 req-9f7d9229-76cb-4d7b-a605-83e3767a1039 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:53.284061 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-969bb04b-d5c7-47dd-84f8-e44aae17f868 req-9f7d9229-76cb-4d7b-a605-83e3767a1039 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Oct 10 17:11:53.330895 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-969bb04b-d5c7-47dd-84f8-e44aae17f868 req-e61712b9-f66f-43be-aba4-10ca1eac9f07 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408521 Oct 10 17:11:54.455326 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f90f7-c021-4643-9b1d-34daccb7db58 req-8df04b71-07b7-4f90-b6db-ec5abe982148 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:54.456822 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d75f90f7-c021-4643-9b1d-34daccb7db58 req-8df04b71-07b7-4f90-b6db-ec5abe982148 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0499489 Oct 10 17:11:54.503413 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d75f90f7-c021-4643-9b1d-34daccb7db58 req-f54fa9ab-ef93-4995-8554-8da3b95adbe2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411968 Oct 10 17:11:55.621033 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fb963-f2f6-411c-b28a-8cbe7aee929b req-ee052822-365f-467b-b353-24761afe2d51 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:55.622459 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-172fb963-f2f6-411c-b28a-8cbe7aee929b req-ee052822-365f-467b-b353-24761afe2d51 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0454018 Oct 10 17:11:55.670522 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-172fb963-f2f6-411c-b28a-8cbe7aee929b req-e4688541-f73d-491b-8641-e21238c612b6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Oct 10 17:11:55.785736 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda6db3-7bad-4d2a-af15-471cde7f6e28 req-e80aa2cd-d0e4-43ba-8cc4-b3f9aeaf2374 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:55.787273 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-beda6db3-7bad-4d2a-af15-471cde7f6e28 req-e80aa2cd-d0e4-43ba-8cc4-b3f9aeaf2374 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0462339 Oct 10 17:11:55.797154 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58542) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:11:55.801997 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-9c95e55e-f830-4062-8671-2a1d7006a3bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Request body: {'floatingip': {'port_id': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:11:55.838479 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c95e55e-f830-4062-8671-2a1d7006a3bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for floatingip (49225937-1b97-4958-b48f-af23616564ad), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:56.039396 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:56.250495 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c95e55e-f830-4062-8671-2a1d7006a3bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:56.311760 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c95e55e-f830-4062-8671-2a1d7006a3bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (49225937-1b97-4958-b48f-af23616564ad), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:56.354498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:56.406374 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-9c95e55e-f830-4062-8671-2a1d7006a3bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Floating IP 49225937-1b97-4958-b48f-af23616564ad associated. External IP: 172.27.4.224, port: a08541a8-03ca-473c-a3f6-55fbf4616d5d. Oct 10 17:11:56.599015 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c95e55e-f830-4062-8671-2a1d7006a3bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Router 0d63599b-837c-4313-950c-15173c481cc7 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:11:56.700324 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95e55e-f830-4062-8671-2a1d7006a3bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:11:56.705118 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c95e55e-f830-4062-8671-2a1d7006a3bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:11:56.709539 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] Sync routers for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:11:56.718765 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:11:56.719378 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:11:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:11:56.733594 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9c95e55e-f830-4062-8671-2a1d7006a3bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/49225937-1b97-4958-b48f-af23616564ad HTTP/1.1" status: 200 len: 991 time: 0.9354072 Oct 10 17:11:56.734328 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:11:56.737669 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:11:56.778321 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc6c6a4-ed1d-4473-85a9-92d1d93fe722 x-openstack-request-id: req-2cc6c6a4-ed1d-4473-85a9-92d1d93fe722 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:11:56.778321 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:11:56.778321 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cc6c6a4-ed1d-4473-85a9-92d1d93fe722 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:11:56.778321 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc6c6a4-ed1d-4473-85a9-92d1d93fe722'] response: {'name': 'network-changed', 'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'status': 'completed', 'code': 200} Oct 10 17:11:56.821998 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:11:56.890966 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-327411fa-6827-4b52-8d3f-dd50ddd4da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:56.892488 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-327411fa-6827-4b52-8d3f-dd50ddd4da49 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 1129 time: 0.0436027 Oct 10 17:11:56.901705 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=64,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:56.902823 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=71,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:56.950413 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:56.989844 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-f292e636-8603-4d5b-9d22-5d5c7e32029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:56.991299 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-f292e636-8603-4d5b-9d22-5d5c7e32029f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.0849168 Oct 10 17:11:57.034425 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '49225937-1b97-4958-b48f-af23616564ad', 'tenant_id': '2488f5601066432a8652433df5702119', 'floating_ip_address': '172.27.4.224', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '0d63599b-837c-4313-950c-15173c481cc7', 'port_id': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'mac_address': 'fa:16:3e:30:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:11:41Z', 'updated_at': '2022-10-10T17:11:56Z', 'revision_number': 1, 'project_id': '2488f5601066432a8652433df5702119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:49Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:11:57.059778 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] Checking router: 0d63599b-837c-4313-950c-15173c481cc7 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:11:57.063140 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-3a2892a7-c96e-469c-87ae-67ff0ba4d3df service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d HTTP/1.1" status: 200 len: 999 time: 0.0588293 Oct 10 17:11:57.068321 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:11:57.069004 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:11:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:11:57.096289 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:57.113258 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-65626314-4c96-402e-bb69-e012ead9ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:57.114768 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-65626314-4c96-402e-bb69-e012ead9ad60 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0450969 Oct 10 17:11:57.159126 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-a7b943a1-b4f0-4672-9e8f-ccf0e2f21405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:11:57.160588 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-a7b943a1-b4f0-4672-9e8f-ccf0e2f21405 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393174 Oct 10 17:11:57.260932 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-95ee7563-4a1c-4eaf-a081-46b503245785 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926914 Oct 10 17:11:57.293721 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:11:57.351575 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e2e50b79-65dc-4ffd-8c9f-132d1d73cc34 req-8bcbb340-42e3-4246-9340-37e9f7b1f7a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839853 Oct 10 17:11:57.500986 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '49225937-1b97-4958-b48f-af23616564ad', 'tenant_id': '2488f5601066432a8652433df5702119', 'floating_ip_address': '172.27.4.224', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '0d63599b-837c-4313-950c-15173c481cc7', 'port_id': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'mac_address': 'fa:16:3e:30:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:11:41Z', 'updated_at': '2022-10-10T17:11:56Z', 'revision_number': 1, 'project_id': '2488f5601066432a8652433df5702119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:49Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:11:57.504060 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:11:57.530066 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48fea4-96f9-4860-b36c-8c95ed517d90 None None] The sync data for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi is: [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '49225937-1b97-4958-b48f-af23616564ad', 'tenant_id': '2488f5601066432a8652433df5702119', 'floating_ip_address': '172.27.4.224', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '0d63599b-837c-4313-950c-15173c481cc7', 'port_id': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'mac_address': 'fa:16:3e:30:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:11:41Z', 'updated_at': '2022-10-10T17:11:56Z', 'revision_number': 1, 'project_id': '2488f5601066432a8652433df5702119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:49Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:11:57.700510 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a2fb1-67e8-43d0-9041-29ad3a767b67 None None] New status for floating IP 49225937-1b97-4958-b48f-af23616564ad: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:12:02.208439 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:12:04.951346 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4b8b28a5-40ff-4eaf-a8e3-e954cc7f50de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:07.307975 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6fc5-8734-4c60-9aa2-072933565c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:07.346885 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:07.347962 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:07.798585 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:08.296446 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:10.025653 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:10.054002 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:12.204998 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:15.593498 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-f6b27a09-e8a9-4553-81b5-d58d351ab398 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417078 Oct 10 17:12:15.628510 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:15.705919 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-40403a62-b221-4171-9024-c8de3475697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:15.707425 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-40403a62-b221-4171-9024-c8de3475697e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 1130 time: 0.0387783 Oct 10 17:12:15.810488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-7472f636-6397-4043-834b-5d4fc305f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:15.811887 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-7472f636-6397-4043-834b-5d4fc305f056 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 911 time: 0.0859468 Oct 10 17:12:15.878116 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-a45c40dc-7a8c-4686-9bb5-4d842828d603 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee17d066-205b-40da-b2ab-8a810dbe5020 HTTP/1.1" status: 200 len: 1002 time: 0.0584388 Oct 10 17:12:15.935647 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-e3d14c4a-bd3c-4885-9e28-974b17575b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:15.937091 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-e3d14c4a-bd3c-4885-9e28-974b17575b96 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4fe731f9-89e1-4eef-b74c-540645002099 HTTP/1.1" status: 200 len: 849 time: 0.0436556 Oct 10 17:12:15.982479 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-6d196390-af51-434d-b04f-9286b827e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:15.984084 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-6d196390-af51-434d-b04f-9286b827e870 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0eee5d35-4847-4982-a7a4-935838222131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369053 Oct 10 17:12:16.077614 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-c1405b4c-7067-44c3-992c-8337650a1dc5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869110 Oct 10 17:12:16.172106 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cbaa30e-c41a-4af2-a7dd-da2c6ffead53 req-b45b9cb7-8620-45e6-91a4-9ee161910370 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832305 Oct 10 17:12:20.081732 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3c9e6-f24b-4e3b-82d7-6cf9bc89607f req-496b8f97-b3ab-4c65-81c2-6a20100be67c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:20.083215 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c3a3c9e6-f24b-4e3b-82d7-6cf9bc89607f req-496b8f97-b3ab-4c65-81c2-6a20100be67c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0519946 Oct 10 17:12:20.130775 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c3a3c9e6-f24b-4e3b-82d7-6cf9bc89607f req-c3c0575b-4424-4aec-a331-70f82667ed92 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Oct 10 17:12:21.255080 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf9ced-547a-4b3f-a6b3-a69c6ec4d5b1 req-96123d1c-e93d-48fe-8fae-b96ee3ee6c7d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:21.259338 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dabf9ced-547a-4b3f-a6b3-a69c6ec4d5b1 req-96123d1c-e93d-48fe-8fae-b96ee3ee6c7d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0453920 Oct 10 17:12:21.302650 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dabf9ced-547a-4b3f-a6b3-a69c6ec4d5b1 req-a0fc209d-e544-4dd2-85d9-9e029359dfb3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404272 Oct 10 17:12:22.096742 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-2c21fc0e-b2cc-44b9-975a-8a58cdf6bc35 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:22.098795 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-2c21fc0e-b2cc-44b9-975a-8a58cdf6bc35 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0492818 Oct 10 17:12:22.207453 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Deleting port bb02af33-ad9f-40d4-b884-6043f298eaeb {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:12:22.207792 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:22.296942 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] For port bb02af33-ad9f-40d4-b884-6043f298eaeb, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=bb02af33-ad9f-40d4-b884-6043f298eaeb,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:12:22.297642 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:22.431086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:22.460489 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:22.477283 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c378f-2cd8-4516-a0f3-94305c9c4ae0 req-010b8a76-74ed-49d9-bfb0-41213bc0ad31 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:22.481565 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ec2c378f-2cd8-4516-a0f3-94305c9c4ae0 req-010b8a76-74ed-49d9-bfb0-41213bc0ad31 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 946 time: 0.0936377 Oct 10 17:12:22.572579 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:22.572948 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (d99a20ba-43a5-41b4-a34d-3682e2ad61bf), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:22.573271 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Floating IP d99a20ba-43a5-41b4-a34d-3682e2ad61bf disassociated. External IP: 172.27.4.48, port: bb02af33-ad9f-40d4-b884-6043f298eaeb. Oct 10 17:12:22.573608 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Calling delete_port for bb02af33-ad9f-40d4-b884-6043f298eaeb owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:12:22.578079 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ec2c378f-2cd8-4516-a0f3-94305c9c4ae0 req-32e54b3f-569f-4238-bc5f-de5476176534 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b05a9b4-8db0-41b4-b285-91944d2aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928140 Oct 10 17:12:22.991652 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (bb02af33-ad9f-40d4-b884-6043f298eaeb), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:23.019355 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event deleted for resources: {'Port': ['ID=bb02af33-ad9f-40d4-b884-6043f298eaeb,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:23.033763 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.034112 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.034452 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.034833 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.035168 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.035497 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.035823 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.036198 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.036517 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.039744 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.039744 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.039744 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.039744 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.039744 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.039744 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:12:23.124458 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713436e-dacf-4a8b-aa51-9e2a73bf0c86 req-ad8ec6e5-2156-4c45-9f78-c86c63fb4542 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:23.125930 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c713436e-dacf-4a8b-aa51-9e2a73bf0c86 req-ad8ec6e5-2156-4c45-9f78-c86c63fb4542 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0964615 Oct 10 17:12:23.214842 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Router a088680d-e74b-4325-86ee-e3c81ba5e868 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:12:23.224780 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c713436e-dacf-4a8b-aa51-9e2a73bf0c86 req-438249a1-7be3-470e-8aee-083a27ba7f83 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675831 Oct 10 17:12:23.322630 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:12:23.332420 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] Sync routers for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:12:23.342134 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:12:23.342872 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:12:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:23.388142 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] No DVR routers for this DVR port bb02af33-ad9f-40d4-b884-6043f298eaeb on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:12:23.390801 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:23.394439 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a2fc132a-02ec-4ee9-94ac-6497806c32b5 req-ca8f143b-3335-44bd-849d-0a47b3cde0d0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "DELETE /networking/v2.0/ports/bb02af33-ad9f-40d4-b884-6043f298eaeb HTTP/1.1" status: 204 len: 173 time: 1.2895484 Oct 10 17:12:23.394945 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-deleted', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:12:23.397259 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544bc561-5c05-47ae-89a0-576bee37d615" -d '{"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-deleted", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:12:23.436751 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba37fdac-129c-4303-95fe-d3baca345ae8 x-openstack-request-id: req-ba37fdac-129c-4303-95fe-d3baca345ae8 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:12:23.437067 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65073136-459b-4282-b371-c7bf0f7144d2", "name": "network-vif-deleted", "tag": "bb02af33-ad9f-40d4-b884-6043f298eaeb", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:12:23.437309 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba37fdac-129c-4303-95fe-d3baca345ae8 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:12:23.437722 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba37fdac-129c-4303-95fe-d3baca345ae8'] response: {'server_uuid': '65073136-459b-4282-b371-c7bf0f7144d2', 'name': 'network-vif-deleted', 'tag': 'bb02af33-ad9f-40d4-b884-6043f298eaeb', 'status': 'completed', 'code': 200} Oct 10 17:12:23.451177 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:12:23.637580 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:23.663499 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] Checking router: a088680d-e74b-4325-86ee-e3c81ba5e868 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:12:23.673886 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:12:23.674501 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:12:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:23.689387 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b229fa0d-424f-456f-abe4-d7e3b3d45878 req-72965c9f-a80f-4983-891c-0ee163713278 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0276599 Oct 10 17:12:23.775145 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:12:23.899327 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:23.961940 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:23.989939 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a381a1e-af1b-4682-b32d-e34fe3c61871 None None] The sync data for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi is: [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:12:24.203888 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f4ae5-bf90-4df9-bf55-fc3c8d67eb73 None None] New status for floating IP d99a20ba-43a5-41b4-a34d-3682e2ad61bf: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:12:24.349325 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d32a2-0525-4511-8656-02f1970c9f89 req-ec8f0137-03eb-4903-95a9-dd3175fa9268 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:24.350807 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8f6d32a2-0525-4511-8656-02f1970c9f89 req-ec8f0137-03eb-4903-95a9-dd3175fa9268 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0480447 Oct 10 17:12:24.402134 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8f6d32a2-0525-4511-8656-02f1970c9f89 req-ec048d77-dcdf-47a4-b8c2-cb98a323729b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454483 Oct 10 17:12:24.800173 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3b4c80ae-4696-40ee-84cf-3314bf6745ec req-1a6f2251-64b1-42ab-b006-7dc97ad7d061 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0299325 Oct 10 17:12:25.545947 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:25.556150 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec0811-d9a7-44a0-a9d0-e093a7eca1b1 req-a29b2e88-721f-4418-b63b-974cfbe73639 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:25.557626 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-72ec0811-d9a7-44a0-a9d0-e093a7eca1b1 req-a29b2e88-721f-4418-b63b-974cfbe73639 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0792828 Oct 10 17:12:25.565124 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344742b8-e93a-448f-9200-b2920ededec1 req-e1344441-0f00-4a7e-83e0-30c0927aa44c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:25.566999 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-344742b8-e93a-448f-9200-b2920ededec1 req-e1344441-0f00-4a7e-83e0-30c0927aa44c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 946 time: 0.0768719 Oct 10 17:12:25.625657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:25.652129 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-72ec0811-d9a7-44a0-a9d0-e093a7eca1b1 req-0844db1a-9336-4f36-9e4c-2f800c1ef223 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=86039f49-797f-43d3-a3f7-8a34baac4407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835872 Oct 10 17:12:25.686270 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Deleting port ee17d066-205b-40da-b2ab-8a810dbe5020 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:12:25.686619 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:25.783301 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] For port ee17d066-205b-40da-b2ab-8a810dbe5020, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee17d066-205b-40da-b2ab-8a810dbe5020,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:12:25.783660 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:25.953394 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a050b385-3551-4f0b-9270-6b882872ad29 req-9a9db578-43c5-4ae8-877c-5b2d1e64f329 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65073136-459b-4282-b371-c7bf0f7144d2 HTTP/1.1" status: 200 len: 210 time: 0.0343170 Oct 10 17:12:25.966643 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:25.967013 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (34714aed-9179-48fd-bb86-9d9bbba5de9a), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:25.967331 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Floating IP 34714aed-9179-48fd-bb86-9d9bbba5de9a disassociated. External IP: 172.27.4.236, port: ee17d066-205b-40da-b2ab-8a810dbe5020. Oct 10 17:12:25.967677 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Calling delete_port for ee17d066-205b-40da-b2ab-8a810dbe5020 owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:12:26.145936 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (ee17d066-205b-40da-b2ab-8a810dbe5020), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:26.173415 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event deleted for resources: {'Port': ['ID=ee17d066-205b-40da-b2ab-8a810dbe5020,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:26.287354 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Router 7a574c56-3c1a-4977-822c-f73a74fc7d83 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:12:26.367039 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device ee17d066-205b-40da-b2ab-8a810dbe5020 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:12:26.386145 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:26.387114 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: ee17d066-205b-40da-b2ab-8a810dbe5020 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:12:26.387466 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device ee17d066-205b-40da-b2ab-8a810dbe5020 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:12:26.387886 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device bb02af33-ad9f-40d4-b884-6043f298eaeb no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:12:26.392987 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:12:26.408583 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] Sync routers for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:12:26.410482 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: bb02af33-ad9f-40d4-b884-6043f298eaeb {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:12:26.410832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device bb02af33-ad9f-40d4-b884-6043f298eaeb not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:12:26.419841 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:12:26.420484 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:12:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:26.435374 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] No DVR routers for this DVR port ee17d066-205b-40da-b2ab-8a810dbe5020 on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:12:26.438268 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:26.442075 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-344742b8-e93a-448f-9200-b2920ededec1 req-29b98f9f-07dd-4161-b976-ee723c992445 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ee17d066-205b-40da-b2ab-8a810dbe5020 HTTP/1.1" status: 204 len: 173 time: 0.8682864 Oct 10 17:12:26.442561 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'name': 'network-vif-deleted', 'tag': 'ee17d066-205b-40da-b2ab-8a810dbe5020'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:12:26.444913 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aaeb8e-f304-497a-a2c4-836cfefa08f6" -d '{"events": [{"server_uuid": "83890954-0bab-4582-a1a0-46ba1a3d846e", "name": "network-vif-deleted", "tag": "ee17d066-205b-40da-b2ab-8a810dbe5020"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:12:26.473726 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:26.484712 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7cbe56-c3ed-472d-bd5d-e9d335c71666 x-openstack-request-id: req-8c7cbe56-c3ed-472d-bd5d-e9d335c71666 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:12:26.485012 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83890954-0bab-4582-a1a0-46ba1a3d846e", "name": "network-vif-deleted", "tag": "ee17d066-205b-40da-b2ab-8a810dbe5020", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:12:26.485265 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c7cbe56-c3ed-472d-bd5d-e9d335c71666 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:12:26.485691 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7cbe56-c3ed-472d-bd5d-e9d335c71666'] response: {'server_uuid': '83890954-0bab-4582-a1a0-46ba1a3d846e', 'name': 'network-vif-deleted', 'tag': 'ee17d066-205b-40da-b2ab-8a810dbe5020', 'status': 'completed', 'code': 200} Oct 10 17:12:26.528475 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:12:26.727050 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:26.755106 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] Checking router: 7a574c56-3c1a-4977-822c-f73a74fc7d83 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:12:26.755322 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1a05f53e-b6c3-4e42-aa43-87b9895a9544 req-c1e38a60-3330-46b4-946a-24ea2bd47e34 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=83890954-0bab-4582-a1a0-46ba1a3d846e HTTP/1.1" status: 200 len: 210 time: 0.0275652 Oct 10 17:12:26.763610 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:12:26.764130 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:12:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:26.865890 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:12:27.104127 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58636) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:27.165556 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d568-714d-48ea-87d3-07f1863685ee tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (1b05a9b4-8db0-41b4-b285-91944d2aabca), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.180163 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:27.187138 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d568-714d-48ea-87d3-07f1863685ee tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (1b05a9b4-8db0-41b4-b285-91944d2aabca), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.204484 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c2845-24ce-4184-a7c2-ed34d79448ab None None] The sync data for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi is: [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:12:27.302488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d568-714d-48ea-87d3-07f1863685ee tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1b05a9b4-8db0-41b4-b285-91944d2aabca), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.305199 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d568-714d-48ea-87d3-07f1863685ee tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.307016 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-f6c8d568-714d-48ea-87d3-07f1863685ee tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1b05a9b4-8db0-41b4-b285-91944d2aabca HTTP/1.1" status: 204 len: 168 time: 0.2004616 Oct 10 17:12:27.309155 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58638) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:27.319275 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8d568-714d-48ea-87d3-07f1863685ee tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b05a9b4-8db0-41b4-b285-91944d2aabca,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:27.324604 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.api.v2.resource [None req-eed899a8-238c-46d4-8c9c-dd39b6c44d4b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] show failed (client error): The resource could not be found. Oct 10 17:12:27.326195 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-eed899a8-238c-46d4-8c9c-dd39b6c44d4b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups/1b05a9b4-8db0-41b4-b285-91944d2aabca HTTP/1.1" status: 404 len: 347 time: 0.0157530 Oct 10 17:12:27.329657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58640) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:27.438181 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5245938-a043-40ed-b21e-82990fecf1d0 None None] New status for floating IP 34714aed-9179-48fd-bb86-9d9bbba5de9a: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:12:27.448614 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Deleting port 54594b49-6099-43a5-92cd-d838e9e98c98 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:12:27.450323 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (54594b49-6099-43a5-92cd-d838e9e98c98), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.493980 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:27.530916 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (54594b49-6099-43a5-92cd-d838e9e98c98), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.531133 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (54594b49-6099-43a5-92cd-d838e9e98c98), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.545621 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Calling delete_port for 54594b49-6099-43a5-92cd-d838e9e98c98 owned by network:floatingip {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:12:27.759176 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (54594b49-6099-43a5-92cd-d838e9e98c98), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.787221 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event deleted for resources: {'Port': ['ID=54594b49-6099-43a5-92cd-d838e9e98c98,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:27.848822 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (d99a20ba-43a5-41b4-a34d-3682e2ad61bf), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.851469 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.852661 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-58edab5f-684e-4ed8-a617-2ad2363ed950 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d99a20ba-43a5-41b4-a34d-3682e2ad61bf HTTP/1.1" status: 204 len: 168 time: 0.5220339 Oct 10 17:12:27.902979 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58648) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:27.957917 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-82d2ec24-ce89-4b0a-88f2-a452473bd1ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (86039f49-797f-43d3-a3f7-8a34baac4407), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:27.979660 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-82d2ec24-ce89-4b0a-88f2-a452473bd1ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (86039f49-797f-43d3-a3f7-8a34baac4407), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.003963 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58650) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:28.008582 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-bcd6c1fe-5e9b-4219-b39a-6294be9efff3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865971918', 'description': 'tempest-description--240234968'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:28.102148 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-82d2ec24-ce89-4b0a-88f2-a452473bd1ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (86039f49-797f-43d3-a3f7-8a34baac4407), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.104756 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-82d2ec24-ce89-4b0a-88f2-a452473bd1ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.105915 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-82d2ec24-ce89-4b0a-88f2-a452473bd1ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/86039f49-797f-43d3-a3f7-8a34baac4407 HTTP/1.1" status: 204 len: 168 time: 0.2018809 Oct 10 17:12:28.108813 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58652) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:28.115351 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:28.115543 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2ec24-ce89-4b0a-88f2-a452473bd1ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86039f49-797f-43d3-a3f7-8a34baac4407,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:28.123900 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.api.v2.resource [None req-a6243a73-f42a-456b-874b-d7d36fa5f19d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] show failed (client error): The resource could not be found. Oct 10 17:12:28.128003 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58654) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:28.135992 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-a6243a73-f42a-456b-874b-d7d36fa5f19d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups/86039f49-797f-43d3-a3f7-8a34baac4407 HTTP/1.1" status: 404 len: 347 time: 0.0260701 Oct 10 17:12:28.137537 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c1fe-5e9b-4219-b39a-6294be9efff3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.206391 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c1fe-5e9b-4219-b39a-6294be9efff3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (ea7b1057-fc88-4037-99ed-1f3054879811), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.243225 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Deleting port 718a6e18-b480-481e-bacd-452f19dc6763 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:12:28.243566 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (718a6e18-b480-481e-bacd-452f19dc6763), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.276868 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c1fe-5e9b-4219-b39a-6294be9efff3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ea7b1057-fc88-4037-99ed-1f3054879811), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.311706 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6c1fe-5e9b-4219-b39a-6294be9efff3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7b1057-fc88-4037-99ed-1f3054879811,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:28.324443 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (718a6e18-b480-481e-bacd-452f19dc6763), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.324989 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (718a6e18-b480-481e-bacd-452f19dc6763), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.337554 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Calling delete_port for 718a6e18-b480-481e-bacd-452f19dc6763 owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:12:28.358991 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c1fe-5e9b-4219-b39a-6294be9efff3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.360338 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-bcd6c1fe-5e9b-4219-b39a-6294be9efff3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3552866 Oct 10 17:12:28.363207 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58656) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:28.367846 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-941c3a8b-a651-4a07-ac3d-11399d8238e0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'security_group_rule': {'security_group_id': 'ea7b1057-fc88-4037-99ed-1f3054879811', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:28.445819 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-941c3a8b-a651-4a07-ac3d-11399d8238e0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (c1af6769-2e33-4d6e-850c-38e00254e6b9), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.504997 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-941c3a8b-a651-4a07-ac3d-11399d8238e0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (c1af6769-2e33-4d6e-850c-38e00254e6b9), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.528433 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (718a6e18-b480-481e-bacd-452f19dc6763), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.554380 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event deleted for resources: {'Port': ['ID=718a6e18-b480-481e-bacd-452f19dc6763,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:28.585597 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-941c3a8b-a651-4a07-ac3d-11399d8238e0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (c1af6769-2e33-4d6e-850c-38e00254e6b9), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.604422 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c3a8b-a651-4a07-ac3d-11399d8238e0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1af6769-2e33-4d6e-850c-38e00254e6b9,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:28.612314 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (34714aed-9179-48fd-bb86-9d9bbba5de9a), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.614742 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.615872 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-dd388873-092f-4477-b994-5991145727ec tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/34714aed-9179-48fd-bb86-9d9bbba5de9a HTTP/1.1" status: 204 len: 168 time: 0.4866669 Oct 10 17:12:28.662054 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-941c3a8b-a651-4a07-ac3d-11399d8238e0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.663891 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-941c3a8b-a651-4a07-ac3d-11399d8238e0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989049 Oct 10 17:12:28.666101 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58660) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:28.670624 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-4b4143a4-e68b-4aca-a097-378339ae7d87 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'security_group_rule': {'security_group_id': 'ea7b1057-fc88-4037-99ed-1f3054879811', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:28.752147 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58662) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:28.757577 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-e5e98bd4-510a-43ef-824c-2b3a4c4dc5bd tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--676225863', 'description': 'tempest-description--150489393'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:28.780001 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b4143a4-e68b-4aca-a097-378339ae7d87 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (d422ddbd-df9a-4bbb-a6f5-8359a5ee6803), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.837737 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b4143a4-e68b-4aca-a097-378339ae7d87 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (d422ddbd-df9a-4bbb-a6f5-8359a5ee6803), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.839323 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e5e98bd4-510a-43ef-824c-2b3a4c4dc5bd tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.895370 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:28.898296 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:28.904672 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e5e98bd4-510a-43ef-824c-2b3a4c4dc5bd tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (f752ae6b-8ba8-43cc-b250-90dc25ee069f), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.905946 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b4143a4-e68b-4aca-a097-378339ae7d87 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (d422ddbd-df9a-4bbb-a6f5-8359a5ee6803), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.923287 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4143a4-e68b-4aca-a097-378339ae7d87 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d422ddbd-df9a-4bbb-a6f5-8359a5ee6803,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:28.982329 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b4143a4-e68b-4aca-a097-378339ae7d87 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.983608 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4b4143a4-e68b-4aca-a097-378339ae7d87 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165252 Oct 10 17:12:28.984312 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e5e98bd4-510a-43ef-824c-2b3a4c4dc5bd tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f752ae6b-8ba8-43cc-b250-90dc25ee069f), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:28.986870 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58664) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:28.992338 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:29.015598 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e98bd4-510a-43ef-824c-2b3a4c4dc5bd tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f752ae6b-8ba8-43cc-b250-90dc25ee069f,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:29.061688 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e5e98bd4-510a-43ef-824c-2b3a4c4dc5bd tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.062909 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e5e98bd4-510a-43ef-824c-2b3a4c4dc5bd tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3098092 Oct 10 17:12:29.066639 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58666) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:29.071839 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-ca8a343c-5787-4ca8-94c3-a2e71c8aa866 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'security_group_rule': {'security_group_id': 'f752ae6b-8ba8-43cc-b250-90dc25ee069f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:29.111200 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.181183 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca8a343c-5787-4ca8-94c3-a2e71c8aa866 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (9d55b57d-c88d-4701-a0ef-952a2fe30235), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.210132 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.228306 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:29.298468 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca8a343c-5787-4ca8-94c3-a2e71c8aa866 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (9d55b57d-c88d-4701-a0ef-952a2fe30235), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.344822 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Allocated IP 172.27.4.30 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/0c24a4e8-8953-4895-8b07-4848055c507a) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:12:29.370952 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca8a343c-5787-4ca8-94c3-a2e71c8aa866 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (9d55b57d-c88d-4701-a0ef-952a2fe30235), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.419064 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a343c-5787-4ca8-94c3-a2e71c8aa866 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d55b57d-c88d-4701-a0ef-952a2fe30235,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:29.428569 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:29.464011 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for port (0c24a4e8-8953-4895-8b07-4848055c507a), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.476178 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca8a343c-5787-4ca8-94c3-a2e71c8aa866 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.477368 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-ca8a343c-5787-4ca8-94c3-a2e71c8aa866 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4097850 Oct 10 17:12:29.480345 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58668) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:29.484864 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-08eb407c-de8a-4dd4-8354-9e0b0026d613 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'security_group_rule': {'security_group_id': 'f752ae6b-8ba8-43cc-b250-90dc25ee069f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:29.574531 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (0c24a4e8-8953-4895-8b07-4848055c507a), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.580015 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-08eb407c-de8a-4dd4-8354-9e0b0026d613 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (b427f759-aa4a-4e59-9a20-778691baeb4d), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.621833 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:12:29.626861 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:12:29.628998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'Port': ['ID=0c24a4e8-8953-4895-8b07-4848055c507a,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:29.631111 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:12:29.639724 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-08eb407c-de8a-4dd4-8354-9e0b0026d613 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (b427f759-aa4a-4e59-9a20-778691baeb4d), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.696576 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-08eb407c-de8a-4dd4-8354-9e0b0026d613 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (b427f759-aa4a-4e59-9a20-778691baeb4d), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.713077 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.719956 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb407c-de8a-4dd4-8354-9e0b0026d613 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b427f759-aa4a-4e59-9a20-778691baeb4d,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:29.844450 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (0c24a4e8-8953-4895-8b07-4848055c507a), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.847101 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-08eb407c-de8a-4dd4-8354-9e0b0026d613 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.849086 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-08eb407c-de8a-4dd4-8354-9e0b0026d613 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3676848 Oct 10 17:12:29.852195 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 58670) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:29.856705 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:29.953882 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:29.989866 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for port (0c24a4e8-8953-4895-8b07-4848055c507a), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.032244 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.068239 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (0c24a4e8-8953-4895-8b07-4848055c507a), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.128435 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:30.137454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'Port': ['ID=0c24a4e8-8953-4895-8b07-4848055c507a,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:30.138591 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Allocated IP 172.27.4.247 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/8271231f-d59a-4a77-8bf7-346c61b8a046) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:12:30.141043 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.238003 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for port (8271231f-d59a-4a77-8bf7-346c61b8a046), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.241708 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.243016 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-771f3f40-92f7-472e-baa4-e36b6ba983ea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2551222 Oct 10 17:12:30.354077 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (8271231f-d59a-4a77-8bf7-346c61b8a046), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.392993 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:30.401267 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:12:30.404406 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:12:30.407136 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:12:30.437363 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'Port': ['ID=8271231f-d59a-4a77-8bf7-346c61b8a046,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:30.443810 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-fe0c4693-bec0-4090-bf36-df57bd662608 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--865971918&fields=id&tenant_id=34f584f725354f68b917b45b645b3630 HTTP/1.1" status: 200 len: 267 time: 0.0448973 Oct 10 17:12:30.502788 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (b78b4456-0fe9-45f8-ba86-084c990f55f8), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.504392 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:30.553947 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-5ba15d0f-c579-4311-b6b4-bbd4f27a5e6b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:30.555392 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-5ba15d0f-c579-4311-b6b4-bbd4f27a5e6b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 817 time: 0.1051881 Oct 10 17:12:30.570730 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-cb0fdef4-d468-4600-b202-42bff23dd238 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/quotas/34f584f725354f68b917b45b645b3630 HTTP/1.1" status: 200 len: 375 time: 0.0098245 Oct 10 17:12:30.593941 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8271231f-d59a-4a77-8bf7-346c61b8a046), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.620698 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-de91c0ac-3481-4204-abeb-bf8fd4bdc07a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440652 Oct 10 17:12:30.718461 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-89fb8683-ec66-4b57-804b-95c3bb66352f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853138 Oct 10 17:12:30.742310 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for port (8271231f-d59a-4a77-8bf7-346c61b8a046), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.798965 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (8271231f-d59a-4a77-8bf7-346c61b8a046), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.811877 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-b684c1d2-e6a3-4e8b-9da0-3712c114827d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 Oct 10 17:12:30.868498 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (b78b4456-0fe9-45f8-ba86-084c990f55f8), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.876883 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'Port': ['ID=8271231f-d59a-4a77-8bf7-346c61b8a046,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:30.973032 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:30.974360 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-57314667-bf16-42ab-b4da-5f40bf27571d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1210365 Oct 10 17:12:31.085362 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5bd6d202-470e-41c3-879a-a012a2dc6d71 req-7b4e3047-2ee0-4bee-b9c5-b134500d75d5 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 210 time: 0.0324988 Oct 10 17:12:31.195448 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-9dcc1f47-9026-4e0f-ae2f-5b52289c5d17 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--676225863&fields=id&tenant_id=18aef1375628417b91f816bccd05d1cf HTTP/1.1" status: 200 len: 267 time: 0.0435400 Oct 10 17:12:31.494334 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:31.527034 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845f1d-c073-4f8c-a534-58f2767786eb req-d038bba4-4cdd-48fb-8cca-c1e668cb2b33 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:31.528523 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-d038bba4-4cdd-48fb-8cca-c1e668cb2b33 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 810 time: 0.3266542 Oct 10 17:12:31.543867 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-04c9b662-2da2-44df-8c14-86ae5e10f05f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/quotas/18aef1375628417b91f816bccd05d1cf HTTP/1.1" status: 200 len: 375 time: 0.0093465 Oct 10 17:12:31.595655 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-05476766-5754-463a-82a2-d73a75d92c4b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463140 Oct 10 17:12:31.692721 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-49c4edcd-dc9d-4876-bc42-a7127555b442 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859694 Oct 10 17:12:31.785967 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-358dd87d-0013-442d-80be-213fb56b2c6a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873413 Oct 10 17:12:32.005578 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-05c0cefa-0443-4814-be79-a670b49b1525 req-78bf42d3-5f18-4530-a484-dbf566f85702 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 210 time: 0.0288589 Oct 10 17:12:32.193342 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3927f68c-e93c-498e-8b59-d3dd4d0a1571 req-aacc0304-c20c-44cb-a3a9-6f6dfdd45672 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 210 time: 0.0283084 Oct 10 17:12:33.106186 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fe0f56b8-4600-406b-84bf-561b5e0cf2d3 req-6509390b-5be9-48b4-b3fd-e28edecb00e7 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 210 time: 0.0279627 Oct 10 17:12:33.304706 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-16ecdfd0-ee71-4b97-9e11-268d041dbff3 req-9f194e0d-8eea-4f54-95b0-af9553c19f9b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 210 time: 0.0295422 Oct 10 17:12:33.404867 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-8dd92b22-f595-4060-af28-3f7e6b7a831b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:33.406281 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-8dd92b22-f595-4060-af28-3f7e6b7a831b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 817 time: 0.1008439 Oct 10 17:12:33.460422 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:33.494362 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-a453edbe-13e0-4cb5-a65a-5d5a4b25f381 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=34f584f725354f68b917b45b645b3630 HTTP/1.1" status: 200 len: 379 time: 0.0556605 Oct 10 17:12:33.504842 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'port': {'device_id': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'admin_state_up': True, 'tenant_id': '34f584f725354f68b917b45b645b3630', 'security_groups': ['ea7b1057-fc88-4037-99ed-1f3054879811']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:33.667503 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Made reservation on behalf of 34f584f725354f68b917b45b645b3630 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:12:33.671349 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:33.803125 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Allocated IP 172.20.0.11 (710e1b7f-f37c-4711-979b-caac1afb6b90/4eaa76f7-4bef-4ddd-b011-2a41a1757b83/f938a200-0c9b-43cd-8513-d12ee6b10a6e) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:12:33.939035 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:33.954155 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:34.034203 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:34.085065 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:12:34.088348 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:12:34.092322 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:12:34.098537 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:34.145443 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:34.146078 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:34.212250 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3b08061a-6d19-4a9e-b7bf-efb04beef75a req-ee9c303d-9592-4be6-8c34-df6312339c5c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 210 time: 0.0292037 Oct 10 17:12:34.218867 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2cb37804-93e9-4247-982a-b4e7b1310b17 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7182741 Oct 10 17:12:34.319267 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Request body: {'port': {'device_id': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:34.332156 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-594dc694-32d2-4b7d-ae0e-6aa49f80cf29 None None] Provisioning complete for port f938a200-0c9b-43cd-8513-d12ee6b10a6e triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:12:34.332676 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-594dc694-32d2-4b7d-ae0e-6aa49f80cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:34.332863 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-594dc694-32d2-4b7d-ae0e-6aa49f80cf29 None None] Attempt 1 to provision port f938a200-0c9b-43cd-8513-d12ee6b10a6e Oct 10 17:12:34.334125 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:34.367124 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-594dc694-32d2-4b7d-ae0e-6aa49f80cf29 None None] Port f938a200-0c9b-43cd-8513-d12ee6b10a6e cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:12:34.389519 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:34.427657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:34.475457 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785ce84-686d-40ca-947f-652245dfa055 req-96cd5715-2f3f-4324-bc76-7ed9914bab82 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:34.476854 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0785ce84-686d-40ca-947f-652245dfa055 req-96cd5715-2f3f-4324-bc76-7ed9914bab82 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 932 time: 0.0840449 Oct 10 17:12:34.596663 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0785ce84-686d-40ca-947f-652245dfa055 req-b02add47-c5ac-4628-9116-36e998b3a135 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128397 Oct 10 17:12:34.644366 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845f1d-c073-4f8c-a534-58f2767786eb req-f242b72c-e8d4-4923-9c6f-fe05fb1fdb8c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:34.645990 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-f242b72c-e8d4-4923-9c6f-fe05fb1fdb8c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 810 time: 0.1184475 Oct 10 17:12:34.719034 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-c3f29a84-3945-4bc7-b118-c28931c21ae5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=18aef1375628417b91f816bccd05d1cf HTTP/1.1" status: 200 len: 379 time: 0.0566890 Oct 10 17:12:34.727488 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'port': {'device_id': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'admin_state_up': True, 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'security_groups': ['f752ae6b-8ba8-43cc-b250-90dc25ee069f']}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:34.739850 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f938a200-0c9b-43cd-8513-d12ee6b10a6e {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:12:34.748170 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Publish callbacks [] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:34.763215 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Transition to ACTIVE for port object f938a200-0c9b-43cd-8513-d12ee6b10a6e will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:12:34.860210 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:34.948193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:34.963802 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Made reservation on behalf of 18aef1375628417b91f816bccd05d1cf for: {'port': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:12:34.967992 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:34.971144 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:34.983779 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Attempting to bind port f938a200-0c9b-43cd-8513-d12ee6b10a6e on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:12:34.983779 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Attempting to bind port f938a200-0c9b-43cd-8513-d12ee6b10a6e by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:12:34.983779 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Attempting to bind port f938a200-0c9b-43cd-8513-d12ee6b10a6e on network 710e1b7f-f37c-4711-979b-caac1afb6b90 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:12:35.003352 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3d900e75-d6ec-4d16-9cf6-16a42b422be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:35.033948 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Port f938a200-0c9b-43cd-8513-d12ee6b10a6e on network 710e1b7f-f37c-4711-979b-caac1afb6b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:12:35.034277 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Attempting to bind port f938a200-0c9b-43cd-8513-d12ee6b10a6e on network 710e1b7f-f37c-4711-979b-caac1afb6b90 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:12:35.063566 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:35.086242 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:12:35.086242 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Checking segment: {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:12:35.086242 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Bound using segment: {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:12:35.086242 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Bound port: f938a200-0c9b-43cd-8513-d12ee6b10a6e, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7bf2bc-7107-4d55-ba87-933f9535e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:12:35.086242 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:35.116741 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Allocated IP 172.20.0.12 (0eee5d35-4847-4982-a7a4-935838222131/4fe731f9-89e1-4eef-b74c-540645002099/05d674f5-f8de-4695-bd75-1646219b71d5) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:12:35.149703 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:12:35.152792 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:12:35.278193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:35.286311 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:35.286904 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:35.288364 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f938a200-0c9b-43cd-8513-d12ee6b10a6e HTTP/1.1" status: 200 len: 1094 time: 0.9740274 Oct 10 17:12:35.288968 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:12:35.291289 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfadc2c1-50f7-4b40-93ae-6fcaa2ec0799" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:12:35.346081 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf488a56-344b-4f6c-82b0-a67b9a19b527 x-openstack-request-id: req-cf488a56-344b-4f6c-82b0-a67b9a19b527 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:12:35.350348 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:12:35.350348 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf488a56-344b-4f6c-82b0-a67b9a19b527 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:12:35.350348 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf488a56-344b-4f6c-82b0-a67b9a19b527'] response: {'name': 'network-changed', 'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'status': 'completed', 'code': 200} Oct 10 17:12:35.365614 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-48848834-41d2-4c6e-979f-bb481662eae1 req-2160c399-4413-43c4-bb37-ab161a60be3a tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 210 time: 0.0413542 Oct 10 17:12:35.386207 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccc230-f8f3-4127-8e49-b697d1ddbc63 service neutron] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:35.438400 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadc2c1-50f7-4b40-93ae-6fcaa2ec0799 req-dbcde581-e75b-4136-9708-46e561137a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:35.439888 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cfadc2c1-50f7-4b40-93ae-6fcaa2ec0799 req-dbcde581-e75b-4136-9708-46e561137a4a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 1128 time: 0.0406847 Oct 10 17:12:35.514713 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:35.541294 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for port (05d674f5-f8de-4695-bd75-1646219b71d5), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:35.549430 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:35.561021 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadc2c1-50f7-4b40-93ae-6fcaa2ec0799 req-8c985755-9ca3-4288-9200-c92566264936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:35.562513 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cfadc2c1-50f7-4b40-93ae-6fcaa2ec0799 req-8c985755-9ca3-4288-9200-c92566264936 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=34f584f725354f68b917b45b645b3630&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1037507 Oct 10 17:12:35.660479 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadc2c1-50f7-4b40-93ae-6fcaa2ec0799 req-2437e57a-9f57-4380-9a1a-dc66e69a68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:35.661953 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cfadc2c1-50f7-4b40-93ae-6fcaa2ec0799 req-2437e57a-9f57-4380-9a1a-dc66e69a68e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921965 Oct 10 17:12:35.666114 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:35.721348 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Network 0eee5d35-4847-4982-a7a4-935838222131 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:12:35.722853 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:12:35.724643 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event updated for resources: {'Port': ['ID=05d674f5-f8de-4695-bd75-1646219b71d5,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:35.726893 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:12:35.778816 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dff99-e7fd-4027-ae33-d00c48836f29 req-53219abf-36de-4287-9a74-33fe190e3d21 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:35.780221 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-053dff99-e7fd-4027-ae33-d00c48836f29 req-53219abf-36de-4287-9a74-33fe190e3d21 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0864635 Oct 10 17:12:35.782165 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:35.782925 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:35.784653 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-e58606d7-96db-4df1-9a5c-7356f158c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:35.786431 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-e58606d7-96db-4df1-9a5c-7356f158c2d8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 1128 time: 0.0567508 Oct 10 17:12:35.848170 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-6bbcdbd8-4903-4615-a906-a5ccc654a116 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e HTTP/1.1" status: 200 len: 217 time: 0.0430410 Oct 10 17:12:35.871403 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-bb5f7c87-8ec6-49d1-83ef-814866daa045 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1447799 Oct 10 17:12:35.888071 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Request body: {'port': {'device_id': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:35.893544 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-053dff99-e7fd-4027-ae33-d00c48836f29 req-f2978d45-5122-4d35-a0cd-0d8edef9f8c5 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061265 Oct 10 17:12:35.910402 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-ce0bf834-34ec-4903-81fb-bf0c8fe04cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:35.911897 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-ce0bf834-34ec-4903-81fb-bf0c8fe04cb4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 200 len: 856 time: 0.0561795 Oct 10 17:12:35.954964 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:35.956678 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2fa1a2fc-e094-4010-a6f7-fdd7263a7a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:35.958223 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-2fa1a2fc-e094-4010-a6f7-fdd7263a7a93 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=710e1b7f-f37c-4711-979b-caac1afb6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404313 Oct 10 17:12:35.993520 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-cab46ffc-02ab-4fd7-aa47-5970cb662316 None None] Provisioning complete for port 05d674f5-f8de-4695-bd75-1646219b71d5 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:12:35.994100 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cab46ffc-02ab-4fd7-aa47-5970cb662316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:35.994200 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-cab46ffc-02ab-4fd7-aa47-5970cb662316 None None] Attempt 1 to provision port 05d674f5-f8de-4695-bd75-1646219b71d5 Oct 10 17:12:36.027245 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-cab46ffc-02ab-4fd7-aa47-5970cb662316 None None] Port 05d674f5-f8de-4695-bd75-1646219b71d5 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:12:36.054007 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-c084d01d-cd22-4d20-89e6-a33746d1c0c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889618 Oct 10 17:12:36.146492 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8349a985-ae63-40b7-8e98-348389eeffc5 req-34b141f5-37bd-41d9-801e-6fc7bcf40e99 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Oct 10 17:12:36.206406 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d674f5-f8de-4695-bd75-1646219b71d5 {{(pid=104999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:12:36.213905 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Publish callbacks [] for port (05d674f5-f8de-4695-bd75-1646219b71d5), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:36.226259 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.provisioning_blocks [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Transition to ACTIVE for port object 05d674f5-f8de-4695-bd75-1646219b71d5 will not be triggered until provisioned by entity L2. {{(pid=104999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:12:36.293986 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:36.298454 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:36.371161 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Pushing event updated for resources: {'Port': ['ID=05d674f5-f8de-4695-bd75-1646219b71d5,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:36.400449 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Attempting to bind port 05d674f5-f8de-4695-bd75-1646219b71d5 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:12:36.400783 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Attempting to bind port 05d674f5-f8de-4695-bd75-1646219b71d5 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:12:36.401161 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Attempting to bind port 05d674f5-f8de-4695-bd75-1646219b71d5 on network 0eee5d35-4847-4982-a7a4-935838222131 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:12:36.445503 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Port 05d674f5-f8de-4695-bd75-1646219b71d5 on network 0eee5d35-4847-4982-a7a4-935838222131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:12:36.445833 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Attempting to bind port 05d674f5-f8de-4695-bd75-1646219b71d5 on network 0eee5d35-4847-4982-a7a4-935838222131 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:12:36.488733 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:12:36.489068 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Checking segment: {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:12:36.489449 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Bound using segment: {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:12:36.489883 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Bound port: 05d674f5-f8de-4695-bd75-1646219b71d5, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcff473-23db-4ba6-a4f5-24f11c1fccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0eee5d35-4847-4982-a7a4-935838222131'}}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:12:36.490239 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:36.511604 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe9b43-e25e-4664-a01a-9e79592c1ac6 req-c01ff581-3f95-4c5d-a338-f5156cec233e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:36.513212 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a4fe9b43-e25e-4664-a01a-9e79592c1ac6 req-c01ff581-3f95-4c5d-a338-f5156cec233e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 944 time: 0.0505290 Oct 10 17:12:36.549816 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] For port 05d674f5-f8de-4695-bd75-1646219b71d5, host hv-cinder-83454, cleared binding levels {{(pid=104999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:12:36.552914 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] For port 05d674f5-f8de-4695-bd75-1646219b71d5, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=05d674f5-f8de-4695-bd75-1646219b71d5,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=104999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:12:36.565483 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a4fe9b43-e25e-4664-a01a-9e79592c1ac6 req-b55c9daf-7449-4613-bdca-dee8e088ea69 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460734 Oct 10 17:12:36.651207 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:36.657022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:36.657633 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:36.658999 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/05d674f5-f8de-4695-bd75-1646219b71d5 HTTP/1.1" status: 200 len: 1094 time: 0.7753849 Oct 10 17:12:36.659495 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'tag': '05d674f5-f8de-4695-bd75-1646219b71d5'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:12:36.662347 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede7242c-b239-46a7-a9b4-2570ee19c1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "59278b05-38e3-4729-aa7f-c7b3b9bd056d", "tag": "05d674f5-f8de-4695-bd75-1646219b71d5"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:12:36.699117 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:36.711310 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac80a6a-25aa-4322-b4c6-20c6c45334c8 service neutron] Pushing event updated for resources: {'Port': ['ID=05d674f5-f8de-4695-bd75-1646219b71d5,revision_number=3']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:36.723643 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5ac82a-dd02-4d8f-aa8e-fc9439d15d27 x-openstack-request-id: req-6e5ac82a-dd02-4d8f-aa8e-fc9439d15d27 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:12:36.723643 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59278b05-38e3-4729-aa7f-c7b3b9bd056d", "tag": "05d674f5-f8de-4695-bd75-1646219b71d5", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:12:36.723643 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e5ac82a-dd02-4d8f-aa8e-fc9439d15d27 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:12:36.723643 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5ac82a-dd02-4d8f-aa8e-fc9439d15d27'] response: {'name': 'network-changed', 'server_uuid': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'tag': '05d674f5-f8de-4695-bd75-1646219b71d5', 'status': 'completed', 'code': 200} Oct 10 17:12:37.006741 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:37.025194 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4763f42-b060-4a5e-8937-8c9666f53938 req-c9a49ad8-6180-4ac0-8d2f-e35f05afe63b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:37.026637 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a4763f42-b060-4a5e-8937-8c9666f53938 req-c9a49ad8-6180-4ac0-8d2f-e35f05afe63b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0467701 Oct 10 17:12:37.072634 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a4763f42-b060-4a5e-8937-8c9666f53938 req-40f34a7e-ecb1-46b1-801a-35c68861bc59 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405097 Oct 10 17:12:37.283094 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7242c-b239-46a7-a9b4-2570ee19c1bd req-436e6418-54b4-4ebc-a92a-900594f8e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:37.284708 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ede7242c-b239-46a7-a9b4-2570ee19c1bd req-436e6418-54b4-4ebc-a92a-900594f8e805 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 1128 time: 0.0420740 Oct 10 17:12:37.381894 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bb198564-2720-4b2f-a1aa-9c7596e8d4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:37.390979 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7242c-b239-46a7-a9b4-2570ee19c1bd req-857303ca-a085-4f84-baa7-67ee233f325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:37.392567 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ede7242c-b239-46a7-a9b4-2570ee19c1bd req-857303ca-a085-4f84-baa7-67ee233f325f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=18aef1375628417b91f816bccd05d1cf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0939114 Oct 10 17:12:37.488741 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7242c-b239-46a7-a9b4-2570ee19c1bd req-5c547b59-f6a6-4416-8d5e-a73ebb4915db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:37.490249 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ede7242c-b239-46a7-a9b4-2570ee19c1bd req-5c547b59-f6a6-4416-8d5e-a73ebb4915db service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915351 Oct 10 17:12:37.596488 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845f1d-c073-4f8c-a534-58f2767786eb req-d040dad7-4b74-49cd-ab75-8dc8fca2a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:37.598420 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-d040dad7-4b74-49cd-ab75-8dc8fca2a205 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 1128 time: 0.0380502 Oct 10 17:12:37.654050 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-78e94be7-b9bd-4153-8e93-d7107edcc10b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d674f5-f8de-4695-bd75-1646219b71d5 HTTP/1.1" status: 200 len: 217 time: 0.0375187 Oct 10 17:12:37.692709 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339d09-d814-4fa4-8ec8-b6dbe3ecdaee req-d92d7e7e-7903-4a80-87ef-7984d080984b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:37.694177 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cd339d09-d814-4fa4-8ec8-b6dbe3ecdaee req-d92d7e7e-7903-4a80-87ef-7984d080984b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 944 time: 0.0476468 Oct 10 17:12:37.705729 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845f1d-c073-4f8c-a534-58f2767786eb req-5106b34c-224a-4fd6-8c73-8b17446833c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:37.707239 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-5106b34c-224a-4fd6-8c73-8b17446833c9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4fe731f9-89e1-4eef-b74c-540645002099 HTTP/1.1" status: 200 len: 849 time: 0.0460694 Oct 10 17:12:37.742064 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cd339d09-d814-4fa4-8ec8-b6dbe3ecdaee req-0f56c726-2842-4fe9-baa4-5ce0e4a97c5d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417523 Oct 10 17:12:37.751765 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845f1d-c073-4f8c-a534-58f2767786eb req-4d223cb9-969d-4830-a2f1-aedde92dbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:37.753267 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-4d223cb9-969d-4830-a2f1-aedde92dbf64 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0eee5d35-4847-4982-a7a4-935838222131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386117 Oct 10 17:12:37.859864 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-41efe5c5-f121-4448-8baa-3f71e00d3337 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982912 Oct 10 17:12:37.947649 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-06845f1d-c073-4f8c-a534-58f2767786eb req-e50ae0ec-73e6-407f-9dbd-b99b6767a759 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820630 Oct 10 17:12:38.208198 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8727405-a6c2-40ee-a6d8-0da4dfe39978 req-b766021e-5b5a-41a6-bd56-fddbdc09224a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:38.209634 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a8727405-a6c2-40ee-a6d8-0da4dfe39978 req-b766021e-5b5a-41a6-bd56-fddbdc09224a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0519476 Oct 10 17:12:38.256461 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a8727405-a6c2-40ee-a6d8-0da4dfe39978 req-55d92961-b8ae-4fb4-890d-5c4cdc4fbef6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411754 Oct 10 17:12:38.277138 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:38.288114 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:38.308098 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:38.355204 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f938a200-0c9b-43cd-8513-d12ee6b10a6e details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:12:38.456358 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:12:38.468220 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'port_id': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'mac_address': 'fa:16:3e:82:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:12:38.501555 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f938a200-0c9b-43cd-8513-d12ee6b10a6e is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:12:38.501944 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:38.515261 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f938a200-0c9b-43cd-8513-d12ee6b10a6e {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:12:38.538889 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:12:38.587935 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:38.633009 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:38.861077 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440d116-287e-4e99-a9ed-a9147c17894c req-c6e10412-d039-4c5c-9646-b17eb27ace69 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:38.862581 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7440d116-287e-4e99-a9ed-a9147c17894c req-c6e10412-d039-4c5c-9646-b17eb27ace69 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 944 time: 0.0467465 Oct 10 17:12:38.909212 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7440d116-287e-4e99-a9ed-a9147c17894c req-f0f69769-409b-4166-842c-d89ce062d9b2 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406046 Oct 10 17:12:38.958698 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['f938a200-0c9b-43cd-8513-d12ee6b10a6e'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:12:39.052101 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:39.206811 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:12:39.378497 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808a9f9-c6a8-494f-bef3-b961a46e1ffc req-da32f924-e46f-4d40-a366-f524863aa110 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:39.379927 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f808a9f9-c6a8-494f-bef3-b961a46e1ffc req-da32f924-e46f-4d40-a366-f524863aa110 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 945 time: 0.0449343 Oct 10 17:12:39.429409 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f808a9f9-c6a8-494f-bef3-b961a46e1ffc req-758f128b-c0e2-422a-bbf2-5af2e809c517 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Oct 10 17:12:40.027841 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:40.029098 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db5ef2-0d4b-4393-8979-e6bda6b1d6c1 req-49d4c6c0-ecfc-41c4-982a-71c4f30cf499 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:40.030605 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d1db5ef2-0d4b-4393-8979-e6bda6b1d6c1 req-49d4c6c0-ecfc-41c4-982a-71c4f30cf499 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 944 time: 0.0471892 Oct 10 17:12:40.056126 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:40.078544 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d1db5ef2-0d4b-4393-8979-e6bda6b1d6c1 req-31113442-a5bf-472d-a44c-3ea39bd54a8e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417643 Oct 10 17:12:40.359444 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 05d674f5-f8de-4695-bd75-1646219b71d5 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:12:40.373202 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f938a200-0c9b-43cd-8513-d12ee6b10a6e up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:12:40.472343 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port f938a200-0c9b-43cd-8513-d12ee6b10a6e completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:12:40.480426 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:40.497829 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 05d674f5-f8de-4695-bd75-1646219b71d5, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=05d674f5-f8de-4695-bd75-1646219b71d5,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:12:40.509871 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '05d674f5-f8de-4695-bd75-1646219b71d5', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'port_id': '05d674f5-f8de-4695-bd75-1646219b71d5', 'mac_address': 'fa:16:3e:87:4e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:12:40.549527 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 05d674f5-f8de-4695-bd75-1646219b71d5 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:12:40.549911 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:40.561272 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3845d19-b6c7-4df4-b0ff-6a893b6fc35c req-42755558-c145-4392-8562-0184dbcf660a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:40.562838 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c3845d19-b6c7-4df4-b0ff-6a893b6fc35c req-42755558-c145-4392-8562-0184dbcf660a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 945 time: 0.0521591 Oct 10 17:12:40.564033 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port f938a200-0c9b-43cd-8513-d12ee6b10a6e triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:12:40.564415 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:40.564749 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port f938a200-0c9b-43cd-8513-d12ee6b10a6e Oct 10 17:12:40.567806 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d674f5-f8de-4695-bd75-1646219b71d5 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:12:40.611033 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 05d674f5-f8de-4695-bd75-1646219b71d5, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=05d674f5-f8de-4695-bd75-1646219b71d5,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:12:40.619067 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c3845d19-b6c7-4df4-b0ff-6a893b6fc35c req-743e84d1-72be-47ad-b6a5-4dd85e20dc33 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497389 Oct 10 17:12:40.653669 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f938a200-0c9b-43cd-8513-d12ee6b10a6e is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:12:40.654092 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:40.666855 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:40.706261 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:12:40.709056 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7122a2-7195-4384-8dd3-b8af1f7106c4" -d '{"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-plugged", "status": "completed", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:12:40.726837 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:12:40.744203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=05d674f5-f8de-4695-bd75-1646219b71d5,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:40.747576 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de0b5c-e4a4-4c7d-a496-3dfc568ccef8 x-openstack-request-id: req-22de0b5c-e4a4-4c7d-a496-3dfc568ccef8 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:12:40.747868 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-plugged", "status": "completed", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:12:40.748141 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22de0b5c-e4a4-4c7d-a496-3dfc568ccef8 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:12:40.752488 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22de0b5c-e4a4-4c7d-a496-3dfc568ccef8'] response: {'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'code': 200} Oct 10 17:12:40.828300 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:40.874805 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:41.065569 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['05d674f5-f8de-4695-bd75-1646219b71d5'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:12:41.093287 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:41.133332 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a442a2-15da-4ffd-a097-33b878d6db60 req-ce75f70c-9e08-4ece-8228-ce5177212642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:41.135368 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d9a442a2-15da-4ffd-a097-33b878d6db60 req-ce75f70c-9e08-4ece-8228-ce5177212642 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 1130 time: 0.0430596 Oct 10 17:12:41.198327 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:41.211714 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85717150-1274-456c-9eda-e764be852310 req-fe3c82ee-261e-44da-af54-183fc29c17ad tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:41.213621 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85717150-1274-456c-9eda-e764be852310 req-fe3c82ee-261e-44da-af54-183fc29c17ad tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 945 time: 0.0548968 Oct 10 17:12:41.216328 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d9a442a2-15da-4ffd-a097-33b878d6db60 req-aa27867a-9a8d-46dc-a076-820c8f070c0d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467427 Oct 10 17:12:41.266303 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85717150-1274-456c-9eda-e764be852310 req-e6b17dbc-a7fd-4d08-b36d-a77522136f88 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432670 Oct 10 17:12:41.746876 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab9e7e-e7b6-48b7-b1ce-d0ad4446b297 req-1b1669d8-01d0-44a4-91bc-0d475fe8ec42 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:41.748352 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-faab9e7e-e7b6-48b7-b1ce-d0ad4446b297 req-1b1669d8-01d0-44a4-91bc-0d475fe8ec42 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0458519 Oct 10 17:12:41.794921 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-faab9e7e-e7b6-48b7-b1ce-d0ad4446b297 req-acb8e591-6d90-451f-b205-ec127162edbd tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410440 Oct 10 17:12:42.376243 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 05d674f5-f8de-4695-bd75-1646219b71d5 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:12:42.394996 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dcb3e-f0f5-4654-aa8e-43964c794cc7 req-1c401183-89a9-41db-b8ab-6a677cc24283 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:42.396674 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-180dcb3e-f0f5-4654-aa8e-43964c794cc7 req-1c401183-89a9-41db-b8ab-6a677cc24283 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 945 time: 0.0508704 Oct 10 17:12:42.418724 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port 05d674f5-f8de-4695-bd75-1646219b71d5 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:12:42.449922 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-180dcb3e-f0f5-4654-aa8e-43964c794cc7 req-81adf566-7527-4496-9285-1ee559f3313e tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476017 Oct 10 17:12:42.530632 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 05d674f5-f8de-4695-bd75-1646219b71d5 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:12:42.531024 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:42.531368 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 05d674f5-f8de-4695-bd75-1646219b71d5 Oct 10 17:12:42.607053 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 05d674f5-f8de-4695-bd75-1646219b71d5 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:12:42.607466 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:42.640845 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 05d674f5-f8de-4695-bd75-1646219b71d5, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=05d674f5-f8de-4695-bd75-1646219b71d5,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:12:42.711364 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:42.751772 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d674f5-f8de-4695-bd75-1646219b71d5'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:12:42.754481 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b80a51-4923-4354-b1bb-caa29d763f4e" -d '{"events": [{"server_uuid": "59278b05-38e3-4729-aa7f-c7b3b9bd056d", "name": "network-vif-plugged", "status": "completed", "tag": "05d674f5-f8de-4695-bd75-1646219b71d5"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:12:42.761664 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=05d674f5-f8de-4695-bd75-1646219b71d5,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:12:42.792499 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6937b5-4ef8-42c4-b216-10cb078f2a6d x-openstack-request-id: req-0e6937b5-4ef8-42c4-b216-10cb078f2a6d {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:12:42.792790 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59278b05-38e3-4729-aa7f-c7b3b9bd056d", "name": "network-vif-plugged", "status": "completed", "tag": "05d674f5-f8de-4695-bd75-1646219b71d5", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:12:42.793045 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e6937b5-4ef8-42c4-b216-10cb078f2a6d {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:12:42.793444 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6937b5-4ef8-42c4-b216-10cb078f2a6d'] response: {'server_uuid': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d674f5-f8de-4695-bd75-1646219b71d5', 'code': 200} Oct 10 17:12:42.925290 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34220a54-e760-4048-a0c4-7f041b43db1d req-bb7b82dd-c514-4970-8e6b-cc2bf7b9b6b7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:42.926817 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34220a54-e760-4048-a0c4-7f041b43db1d req-bb7b82dd-c514-4970-8e6b-cc2bf7b9b6b7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0510716 Oct 10 17:12:42.939060 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:42.975280 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34220a54-e760-4048-a0c4-7f041b43db1d req-b4a6ac5b-2f0f-43c9-8036-1b09b23099da tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429585 Oct 10 17:12:43.104640 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0107d1-d106-479f-8590-364ccbb431cd req-8f327395-1d18-4452-93c8-f91bacfeac7a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:43.106115 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef0107d1-d106-479f-8590-364ccbb431cd req-8f327395-1d18-4452-93c8-f91bacfeac7a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0525420 Oct 10 17:12:43.116747 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58790) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:43.121080 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-6b5f7cd5-55df-471e-9332-24425a4f2c15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Request body: {'floatingip': {'port_id': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:43.162164 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7cd5-55df-471e-9332-24425a4f2c15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:43.231410 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699624d-de41-4b4b-aafa-36c8d93cda84 req-85ef1830-0a87-427c-89d7-4f53930c1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:43.233031 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7699624d-de41-4b4b-aafa-36c8d93cda84 req-85ef1830-0a87-427c-89d7-4f53930c1e8a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 1130 time: 0.0377390 Oct 10 17:12:43.263812 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:43.277232 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7699624d-de41-4b4b-aafa-36c8d93cda84 req-e93ac991-e259-4775-bc98-a77db2c2faca service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379369 Oct 10 17:12:43.605152 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6dd36-b3b5-4f5e-8a66-f44ae2be4527 req-928b5e58-a737-4061-80c3-e18b7491dcc1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:43.606589 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-35b6dd36-b3b5-4f5e-8a66-f44ae2be4527 req-928b5e58-a737-4061-80c3-e18b7491dcc1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 946 time: 0.0817850 Oct 10 17:12:43.616537 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7cd5-55df-471e-9332-24425a4f2c15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:43.655067 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-35b6dd36-b3b5-4f5e-8a66-f44ae2be4527 req-2d645433-216a-434f-9dd5-0e3a24ac5c90 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Oct 10 17:12:43.671517 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7cd5-55df-471e-9332-24425a4f2c15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:43.766211 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-6b5f7cd5-55df-471e-9332-24425a4f2c15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Floating IP c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95 associated. External IP: 172.27.4.30, port: f938a200-0c9b-43cd-8513-d12ee6b10a6e. Oct 10 17:12:44.075174 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:44.180986 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:44.184946 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5f7cd5-55df-471e-9332-24425a4f2c15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Router a088680d-e74b-4325-86ee-e3c81ba5e868 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:12:44.287741 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5f7cd5-55df-471e-9332-24425a4f2c15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:12:44.292390 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7cd5-55df-471e-9332-24425a4f2c15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:44.297854 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] Sync routers for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:12:44.308407 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:12:44.309017 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:12:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:44.323836 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-6b5f7cd5-55df-471e-9332-24425a4f2c15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95 HTTP/1.1" status: 200 len: 991 time: 1.2060304 Oct 10 17:12:44.324585 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:12:44.327036 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae797864-b536-4b6f-821f-e722ba079ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:12:44.363458 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbb671-e985-488f-9447-bb7be4c57a19 x-openstack-request-id: req-08fbb671-e985-488f-9447-bb7be4c57a19 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:12:44.363747 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:12:44.364044 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08fbb671-e985-488f-9447-bb7be4c57a19 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:12:44.364457 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fbb671-e985-488f-9447-bb7be4c57a19'] response: {'name': 'network-changed', 'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'status': 'completed', 'code': 200} Oct 10 17:12:44.411423 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:12:44.495892 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:44.621993 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'port_id': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'mac_address': 'fa:16:3e:82:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:12:29Z', 'updated_at': '2022-10-10T17:12:43Z', 'revision_number': 1, 'project_id': '34f584f725354f68b917b45b645b3630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:44.645982 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] Checking router: a088680d-e74b-4325-86ee-e3c81ba5e868 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:12:44.653998 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:12:44.654587 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:12:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:44.778454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c55749-bea8-4348-b448-890032ea4fab req-a850ec9e-ac31-4c22-a0f2-ea3a3633e654 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:44.780063 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d5c55749-bea8-4348-b448-890032ea4fab req-a850ec9e-ac31-4c22-a0f2-ea3a3633e654 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 946 time: 0.0501351 Oct 10 17:12:44.832657 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d5c55749-bea8-4348-b448-890032ea4fab req-732366d1-3d85-4486-a0d2-9405feb9faca tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461915 Oct 10 17:12:44.878307 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:12:44.978295 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:45.010722 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-a85b74c8-cba5-42b5-8ef8-bc0a3e5ce910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:45.012340 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-a85b74c8-cba5-42b5-8ef8-bc0a3e5ce910 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 1130 time: 0.0432870 Oct 10 17:12:45.087398 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'port_id': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'mac_address': 'fa:16:3e:82:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:12:29Z', 'updated_at': '2022-10-10T17:12:43Z', 'revision_number': 1, 'project_id': '34f584f725354f68b917b45b645b3630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:45.110372 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-775d59b1-cf76-4dfa-a357-5b22c38ef085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:45.112016 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-775d59b1-cf76-4dfa-a357-5b22c38ef085 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 918 time: 0.0941913 Oct 10 17:12:45.116947 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2a340-c027-42cf-a591-0a743febc919 None None] The sync data for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi is: [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'port_id': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'mac_address': 'fa:16:3e:82:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:12:29Z', 'updated_at': '2022-10-10T17:12:43Z', 'revision_number': 1, 'project_id': '34f584f725354f68b917b45b645b3630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:12:45.179053 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-59e5192e-b733-4b32-a84c-17db0f9ed435 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e HTTP/1.1" status: 200 len: 999 time: 0.0603259 Oct 10 17:12:45.232859 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-a1b097b2-1ce1-4a60-b9f5-9de2b9b9fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:45.234299 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-a1b097b2-1ce1-4a60-b9f5-9de2b9b9fe64 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 200 len: 856 time: 0.0498717 Oct 10 17:12:45.278589 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-29c67b96-9f78-4358-8295-cd9bfaa01562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:45.280166 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-29c67b96-9f78-4358-8295-cd9bfaa01562 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=710e1b7f-f37c-4711-979b-caac1afb6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393105 Oct 10 17:12:45.325230 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d0c88-95a8-43b8-a367-debe5c4672fb None None] New status for floating IP c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:12:45.350508 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:45.378535 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-c21c14bc-8714-493d-b826-930b75388cd3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921731 Oct 10 17:12:45.469460 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-ae797864-b536-4b6f-821f-e722ba079ca4 req-6b7ccb9f-6338-46d3-9442-611fd507ffcf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845656 Oct 10 17:12:45.599306 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:45.959003 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a39152-2641-4ca4-b413-726499b6a5ae req-93ba577b-3099-4f4f-b7cb-f99a53c9d28c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:45.960486 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b3a39152-2641-4ca4-b413-726499b6a5ae req-93ba577b-3099-4f4f-b7cb-f99a53c9d28c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 946 time: 0.0500543 Oct 10 17:12:46.005732 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b3a39152-2641-4ca4-b413-726499b6a5ae req-8fe520dc-3e02-4f85-926e-1dd2e27559c3 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398459 Oct 10 17:12:46.120133 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d67c8c-3fb8-42fc-8b1a-486b3104a904 req-121fff4d-3b97-4151-b019-36057ec926be tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:46.121502 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a3d67c8c-3fb8-42fc-8b1a-486b3104a904 req-121fff4d-3b97-4151-b019-36057ec926be tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 946 time: 0.0460463 Oct 10 17:12:46.131998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58808) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:12:46.136243 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-1516cbd3-425c-4e5a-bea5-3e0257b51083 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Request body: {'floatingip': {'port_id': '05d674f5-f8de-4695-bd75-1646219b71d5'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:12:46.172651 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1516cbd3-425c-4e5a-bea5-3e0257b51083 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (b78b4456-0fe9-45f8-ba86-084c990f55f8), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:46.594817 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1516cbd3-425c-4e5a-bea5-3e0257b51083 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:46.665802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1516cbd3-425c-4e5a-bea5-3e0257b51083 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (b78b4456-0fe9-45f8-ba86-084c990f55f8), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:46.760114 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-1516cbd3-425c-4e5a-bea5-3e0257b51083 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Floating IP b78b4456-0fe9-45f8-ba86-084c990f55f8 associated. External IP: 172.27.4.247, port: 05d674f5-f8de-4695-bd75-1646219b71d5. Oct 10 17:12:46.835221 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:46.843147 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:46.955460 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1516cbd3-425c-4e5a-bea5-3e0257b51083 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Router 7a574c56-3c1a-4977-822c-f73a74fc7d83 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:12:47.056883 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1516cbd3-425c-4e5a-bea5-3e0257b51083 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:12:47.061093 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-1516cbd3-425c-4e5a-bea5-3e0257b51083 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:12:47.067224 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] Sync routers for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:12:47.076809 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:12:47.077411 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:12:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:47.091438 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-1516cbd3-425c-4e5a-bea5-3e0257b51083 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/b78b4456-0fe9-45f8-ba86-084c990f55f8 HTTP/1.1" status: 200 len: 992 time: 0.9583755 Oct 10 17:12:47.092156 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'tag': '05d674f5-f8de-4695-bd75-1646219b71d5'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:12:47.094403 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f" -d '{"events": [{"name": "network-changed", "server_uuid": "59278b05-38e3-4729-aa7f-c7b3b9bd056d", "tag": "05d674f5-f8de-4695-bd75-1646219b71d5"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:12:47.131690 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d58e6e4-c75d-4c84-8af9-fae01a64babf x-openstack-request-id: req-3d58e6e4-c75d-4c84-8af9-fae01a64babf {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:12:47.131978 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59278b05-38e3-4729-aa7f-c7b3b9bd056d", "tag": "05d674f5-f8de-4695-bd75-1646219b71d5", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:12:47.132276 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d58e6e4-c75d-4c84-8af9-fae01a64babf {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:12:47.132681 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d58e6e4-c75d-4c84-8af9-fae01a64babf'] response: {'name': 'network-changed', 'server_uuid': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'tag': '05d674f5-f8de-4695-bd75-1646219b71d5', 'status': 'completed', 'code': 200} Oct 10 17:12:47.181376 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:12:47.387774 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'b78b4456-0fe9-45f8-ba86-084c990f55f8', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'floating_ip_address': '172.27.4.247', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'port_id': '05d674f5-f8de-4695-bd75-1646219b71d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'mac_address': 'fa:16:3e:87:4e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:12:30Z', 'updated_at': '2022-10-10T17:12:46Z', 'revision_number': 1, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:47.415176 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] Checking router: 7a574c56-3c1a-4977-822c-f73a74fc7d83 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:12:47.423437 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:12:47.424077 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:12:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:47.510472 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:47.521251 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:12:47.566398 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-5721a261-f5d0-45ea-82db-96340f62191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:47.568102 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-5721a261-f5d0-45ea-82db-96340f62191c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=18aef1375628417b91f816bccd05d1cf&device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 1130 time: 0.0395360 Oct 10 17:12:47.665474 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-cd9552e8-92ac-46e2-bd90-ede21fa718fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:47.667022 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-cd9552e8-92ac-46e2-bd90-ede21fa718fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 200 len: 911 time: 0.0919809 Oct 10 17:12:47.733149 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'b78b4456-0fe9-45f8-ba86-084c990f55f8', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'floating_ip_address': '172.27.4.247', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'port_id': '05d674f5-f8de-4695-bd75-1646219b71d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'mac_address': 'fa:16:3e:87:4e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:12:30Z', 'updated_at': '2022-10-10T17:12:46Z', 'revision_number': 1, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:12:47.756562 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440f65f2-aca9-4159-bea3-4a8c2a6b3d90 None None] The sync data for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi is: [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'b78b4456-0fe9-45f8-ba86-084c990f55f8', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'floating_ip_address': '172.27.4.247', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'port_id': '05d674f5-f8de-4695-bd75-1646219b71d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'mac_address': 'fa:16:3e:87:4e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:12:30Z', 'updated_at': '2022-10-10T17:12:46Z', 'revision_number': 1, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:12:47.937739 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b160512-f6e5-46f8-b88a-7c0a108f4871 None None] New status for floating IP b78b4456-0fe9-45f8-ba86-084c990f55f8: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:12:48.000661 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-e433c281-aa03-4aa9-85f6-e3b9e837741b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d674f5-f8de-4695-bd75-1646219b71d5 HTTP/1.1" status: 200 len: 1000 time: 0.0558157 Oct 10 17:12:48.066306 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-48b69ed4-5226-4bb3-bd71-5b6ee55d2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:48.067904 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-48b69ed4-5226-4bb3-bd71-5b6ee55d2ba9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4fe731f9-89e1-4eef-b74c-540645002099 HTTP/1.1" status: 200 len: 849 time: 0.0522544 Oct 10 17:12:48.121228 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-57483e34-575f-4e02-80cf-5fbfe29ba535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:48.122624 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-57483e34-575f-4e02-80cf-5fbfe29ba535 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0eee5d35-4847-4982-a7a4-935838222131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393343 Oct 10 17:12:48.222031 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-bb7b8bd9-7f1c-482a-a67d-562bb40e2403 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920148 Oct 10 17:12:48.312154 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-aa89a1fb-8563-41b7-8df7-9f86a6ac409f req-09d43c39-0554-41e7-9bcd-179e42bbdedb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835454 Oct 10 17:12:48.891958 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa2c95-3a50-4483-aa8f-7f40b79e4b30 req-d758713f-c926-4392-a931-dbd26debc830 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:48.893480 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6daa2c95-3a50-4483-aa8f-7f40b79e4b30 req-d758713f-c926-4392-a931-dbd26debc830 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0474410 Oct 10 17:12:48.925746 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:48.942675 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6daa2c95-3a50-4483-aa8f-7f40b79e4b30 req-1370a8f3-4d3b-4186-a184-33258bcc9abb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 Oct 10 17:12:48.954601 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-e6dfc80c-ea69-420b-9609-6b9f4b484b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:48.956467 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-e6dfc80c-ea69-420b-9609-6b9f4b484b15 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 1129 time: 0.0392034 Oct 10 17:12:49.052072 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-d19be87b-5dc1-48d5-89b6-b5adf6635c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:49.053514 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-d19be87b-5dc1-48d5-89b6-b5adf6635c4e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.0901854 Oct 10 17:12:49.115399 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-fbf23811-f3cc-4a19-8188-7502d46cddce service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d HTTP/1.1" status: 200 len: 1001 time: 0.0547738 Oct 10 17:12:49.173926 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-a33b6463-f9e1-45f7-aa1b-eaad06270404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:49.175324 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-a33b6463-f9e1-45f7-aa1b-eaad06270404 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0451274 Oct 10 17:12:49.217817 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-d535e1a2-ad71-4140-b105-30bec7ad4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:49.219216 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-d535e1a2-ad71-4140-b105-30bec7ad4ee4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367544 Oct 10 17:12:49.285218 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:49.310113 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-87f6360f-9dc2-42f7-bcd1-84f63e280a4f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840600 Oct 10 17:12:49.399678 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-492cb7cc-30e5-4212-8ab6-e7d41ce9bdd2 req-023b3d1f-33dd-4f28-ad65-35a2c3773b33 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819089 Oct 10 17:12:50.064964 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcfa72-b136-453b-8153-193f52fabcc4 req-deba5991-0040-471c-852c-976f8b225d4a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:50.067301 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5efcfa72-b136-453b-8153-193f52fabcc4 req-deba5991-0040-471c-852c-976f8b225d4a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0464833 Oct 10 17:12:50.116468 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5efcfa72-b136-453b-8153-193f52fabcc4 req-e7b7d547-4f42-4ecd-a743-df1b3e71a1a3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435324 Oct 10 17:12:51.236409 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd6ee0-dd07-42b9-a86e-a465b905b6b9 req-ff4a896d-ed49-4da4-95e2-9423021b5a13 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:51.237880 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d6dd6ee0-dd07-42b9-a86e-a465b905b6b9 req-ff4a896d-ed49-4da4-95e2-9423021b5a13 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0473657 Oct 10 17:12:51.284409 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d6dd6ee0-dd07-42b9-a86e-a465b905b6b9 req-efdd2a1d-3ef5-4dbc-b9c5-9c597fb43109 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 Oct 10 17:12:52.404227 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21164ea5-bccc-40c4-af4f-3fd9479f6d41 req-4454979b-6d0a-4663-a402-6590174bd8de tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:52.405679 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-21164ea5-bccc-40c4-af4f-3fd9479f6d41 req-4454979b-6d0a-4663-a402-6590174bd8de tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0465982 Oct 10 17:12:52.453019 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-21164ea5-bccc-40c4-af4f-3fd9479f6d41 req-b6e8fdf3-1d57-4f2e-a5b1-af4c47a123bf tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Oct 10 17:12:53.575152 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a38966-2338-4719-b0de-1c88de802d02 req-75711b02-de16-44f9-b65e-b03ee603299f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:53.576608 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-41a38966-2338-4719-b0de-1c88de802d02 req-75711b02-de16-44f9-b65e-b03ee603299f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0491095 Oct 10 17:12:53.621904 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-41a38966-2338-4719-b0de-1c88de802d02 req-b17aba4e-d8eb-479d-988d-8c2b92c5e764 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399432 Oct 10 17:12:54.741228 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5ef7f-f91e-43e1-997a-741a6958b344 req-5e29bd7b-e5a1-4d0a-9b05-90c9de2e6d5f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:54.743101 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-32e5ef7f-f91e-43e1-997a-741a6958b344 req-5e29bd7b-e5a1-4d0a-9b05-90c9de2e6d5f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0452619 Oct 10 17:12:54.791541 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-32e5ef7f-f91e-43e1-997a-741a6958b344 req-ea5d2751-c918-479c-8851-abed3dd23068 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 Oct 10 17:12:55.913118 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967a96-3659-4134-b09e-bd1a9a50f46c req-4ac06573-6845-4bd6-9b7d-f7a75d538694 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:55.915096 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4d967a96-3659-4134-b09e-bd1a9a50f46c req-4ac06573-6845-4bd6-9b7d-f7a75d538694 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0498979 Oct 10 17:12:55.949812 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:55.961248 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4d967a96-3659-4134-b09e-bd1a9a50f46c req-285488f4-0a7e-4cc4-81cc-9f0480d56516 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Oct 10 17:12:57.082967 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f260c0-f18c-48fc-937b-02da4a8c0e7a req-11a17375-a489-482f-991a-77e8ef96e76b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:57.084465 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-05f260c0-f18c-48fc-937b-02da4a8c0e7a req-11a17375-a489-482f-991a-77e8ef96e76b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0473156 Oct 10 17:12:57.131713 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-05f260c0-f18c-48fc-937b-02da4a8c0e7a req-e2f0b271-fa8c-40d8-8f50-5e1ce643a9ef tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416083 Oct 10 17:12:57.728639 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=87 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:57.735688 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=21 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:58.040367 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:58.043170 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:58.238572 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:58.251980 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564037f2-864a-419e-a8f4-712394aad637 req-00ee6eac-e7e3-4554-80ba-0c8497f353b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:58.253688 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-564037f2-864a-419e-a8f4-712394aad637 req-00ee6eac-e7e3-4554-80ba-0c8497f353b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0467539 Oct 10 17:12:58.303914 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-564037f2-864a-419e-a8f4-712394aad637 req-169b26d2-d2e6-4a30-9644-dc185581318c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436502 Oct 10 17:12:59.395297 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=10 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:59.397167 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=43 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:12:59.424197 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b06fd-a035-4044-8e7d-63b2340ad28f req-d79ad1f6-97a6-4757-907b-3407b0fad810 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:12:59.425640 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c06b06fd-a035-4044-8e7d-63b2340ad28f req-d79ad1f6-97a6-4757-907b-3407b0fad810 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0465016 Oct 10 17:12:59.472240 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c06b06fd-a035-4044-8e7d-63b2340ad28f req-4b65e0c1-6d0e-450d-952b-fd68830f4584 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411220 Oct 10 17:13:00.597673 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d298cd-247c-4fde-b136-3fea2c96cb4e req-0a9301cf-0582-419c-a5c4-6f557b91343c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:00.599138 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e3d298cd-247c-4fde-b136-3fea2c96cb4e req-0a9301cf-0582-419c-a5c4-6f557b91343c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0501590 Oct 10 17:13:00.645623 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e3d298cd-247c-4fde-b136-3fea2c96cb4e req-99bc213d-37e8-4acd-bb0c-ff24c0a823d6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403230 Oct 10 17:13:01.768885 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b963-ac06-4623-b4d1-567e72ee5e7b req-7dfd3d4f-cc00-4429-ace9-2c4dcaf5b25f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:01.770347 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3ca6b963-ac06-4623-b4d1-567e72ee5e7b req-7dfd3d4f-cc00-4429-ace9-2c4dcaf5b25f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0503125 Oct 10 17:13:01.816359 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3ca6b963-ac06-4623-b4d1-567e72ee5e7b req-d1fa28d3-ed1d-4ff9-9f17-27eb52a6011e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Oct 10 17:13:02.936981 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb4cea-81c9-434e-b923-af31c9e577d1 req-d0533e1b-b0b6-4951-8202-ce2de67ab3da tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:02.938401 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bfeb4cea-81c9-434e-b923-af31c9e577d1 req-d0533e1b-b0b6-4951-8202-ce2de67ab3da tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0459750 Oct 10 17:13:02.984679 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bfeb4cea-81c9-434e-b923-af31c9e577d1 req-87417164-8a3c-4d76-9ab0-efeae8464bf1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405922 Oct 10 17:13:04.103923 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09435f1f-7cef-4b20-93a1-d02c6f46bd7e req-de49b353-7676-40e7-a087-a9572b972b52 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:04.105398 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09435f1f-7cef-4b20-93a1-d02c6f46bd7e req-de49b353-7676-40e7-a087-a9572b972b52 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0459135 Oct 10 17:13:04.154767 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09435f1f-7cef-4b20-93a1-d02c6f46bd7e req-1ead8bec-ea3d-4e13-bd2c-9188c3f30a33 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Oct 10 17:13:04.964537 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-8995f8ff-0bcb-488c-a2a5-13510f9f5947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:05.273125 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9029-2628-48bb-bf3d-3fe9f4a4707e req-6ba05640-9129-4369-832d-9757ab4c40d7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:05.274616 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9ddb9029-2628-48bb-bf3d-3fe9f4a4707e req-6ba05640-9129-4369-832d-9757ab4c40d7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0459719 Oct 10 17:13:05.321218 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9ddb9029-2628-48bb-bf3d-3fe9f4a4707e req-99ae08ee-f947-4283-aad2-2aa2263c8cad tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Oct 10 17:13:06.593513 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458afce-61eb-4490-a428-2db120f6eb3c req-59138ac0-c53d-480b-bded-b8c1176ed7c9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:06.594993 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7458afce-61eb-4490-a428-2db120f6eb3c req-59138ac0-c53d-480b-bded-b8c1176ed7c9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.1995387 Oct 10 17:13:06.645741 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7458afce-61eb-4490-a428-2db120f6eb3c req-cae5d271-e3d6-4712-87ad-8387a907661b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450821 Oct 10 17:13:07.311453 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-6510171a-02b6-40bc-b946-ec7a2a133959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:07.815280 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1ae7c-eba9-4d81-b245-03788cb37bff req-2153101f-3012-404a-a6b8-4be9dd41dbb0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:07.816752 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-19a1ae7c-eba9-4d81-b245-03788cb37bff req-2153101f-3012-404a-a6b8-4be9dd41dbb0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0968018 Oct 10 17:13:07.864198 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-19a1ae7c-eba9-4d81-b245-03788cb37bff req-01466422-0555-4de5-9ea1-f7974a9bf3be tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411034 Oct 10 17:13:08.305867 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:08.987950 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb3f5-648e-4387-b14e-9b077e329ccb req-e82574b9-4048-4163-b572-1b6ba4e3240e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:08.989445 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-240eb3f5-648e-4387-b14e-9b077e329ccb req-e82574b9-4048-4163-b572-1b6ba4e3240e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0466948 Oct 10 17:13:09.024992 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:09.037042 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-240eb3f5-648e-4387-b14e-9b077e329ccb req-c3ac8830-a358-4350-9031-eed02b1c675a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Oct 10 17:13:10.056293 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:10.090617 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:10.161682 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1cfb-f598-48ae-a803-3b81c949b3fe req-3f2cc2e4-f5ed-47d3-a48c-aee4860c9e06 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:10.163052 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-60bc1cfb-f598-48ae-a803-3b81c949b3fe req-3f2cc2e4-f5ed-47d3-a48c-aee4860c9e06 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0493443 Oct 10 17:13:10.209662 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-60bc1cfb-f598-48ae-a803-3b81c949b3fe req-50482bd3-4f14-4492-b827-0076c8586974 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Oct 10 17:13:10.964608 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd076af6-fb15-44f3-8abb-7b1593493125 req-2cd70360-32d4-482a-8b33-6064e9f87b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:10.966046 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-cd076af6-fb15-44f3-8abb-7b1593493125 req-2cd70360-32d4-482a-8b33-6064e9f87b4b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 1129 time: 0.0380487 Oct 10 17:13:11.011606 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-cd076af6-fb15-44f3-8abb-7b1593493125 req-41db9b98-db3a-43dd-846c-7d90647537da service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395553 Oct 10 17:13:11.328602 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d725a-056e-4670-a7c6-0219923551ac req-9bf6e529-df38-4009-8ae4-7471fb54398f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:11.330042 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-503d725a-056e-4670-a7c6-0219923551ac req-9bf6e529-df38-4009-8ae4-7471fb54398f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0463886 Oct 10 17:13:11.347553 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:11.375641 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-503d725a-056e-4670-a7c6-0219923551ac req-251bc94a-544b-4c97-baba-63b5f4710cc6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Oct 10 17:13:12.494234 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17e32b-8fbe-43ab-890e-ee18176ac373 req-74a404a3-9020-4884-96c6-29eea7911253 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:12.495709 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ba17e32b-8fbe-43ab-890e-ee18176ac373 req-74a404a3-9020-4884-96c6-29eea7911253 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0451794 Oct 10 17:13:12.545002 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ba17e32b-8fbe-43ab-890e-ee18176ac373 req-f7b981d7-a491-4089-9ae6-eb89d67ab57e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437720 Oct 10 17:13:13.666765 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccea33-fbac-4adb-9d92-d27e9541e73b req-f26d9460-e11e-4017-ab05-ebaacaf2b0f8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:13.668235 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a7ccea33-fbac-4adb-9d92-d27e9541e73b req-f26d9460-e11e-4017-ab05-ebaacaf2b0f8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0462010 Oct 10 17:13:13.714295 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a7ccea33-fbac-4adb-9d92-d27e9541e73b req-96f7c6b5-5325-4ff4-a460-13183ce6b35e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Oct 10 17:13:14.224674 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596b9ce-4906-41d2-995d-181e0dad3d9c req-12f45eb5-9d2f-4f53-9dbd-d58d3fbe9f94 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:14.226826 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2596b9ce-4906-41d2-995d-181e0dad3d9c req-12f45eb5-9d2f-4f53-9dbd-d58d3fbe9f94 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0473001 Oct 10 17:13:14.273850 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2596b9ce-4906-41d2-995d-181e0dad3d9c req-ce5e1cbb-3fa3-408a-94f5-9be325fc46a0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Oct 10 17:13:14.282767 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-d7857e78-c0ec-452a-996a-cf8bd7f05788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:14.284300 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-d7857e78-c0ec-452a-996a-cf8bd7f05788 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 1129 time: 0.0380590 Oct 10 17:13:14.374072 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-88ec5c6d-b8bd-4a05-8489-5c8c88f8dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:14.375507 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-88ec5c6d-b8bd-4a05-8489-5c8c88f8dae6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.0849133 Oct 10 17:13:14.446007 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-b105530d-8a70-4cc3-8bc4-6daac5b9aefe service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d HTTP/1.1" status: 200 len: 1001 time: 0.0576682 Oct 10 17:13:14.493146 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-0aee99c7-a919-42fd-98e6-e741c4078199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:14.494528 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-0aee99c7-a919-42fd-98e6-e741c4078199 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0430374 Oct 10 17:13:14.545050 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-4cdfa6a1-10f7-42d7-812a-612918931d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:14.546453 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-4cdfa6a1-10f7-42d7-812a-612918931d92 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364654 Oct 10 17:13:14.639772 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-0d1737fc-b319-43e5-bf32-7250f9a2b354 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848956 Oct 10 17:13:14.729587 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b4d9256e-bcfd-4d93-828a-3e190380368d req-63bb84ba-a6c8-42f3-8a03-fc98b98475b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815561 Oct 10 17:13:15.283447 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:15.284224 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:15.398082 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdcece-ef74-4709-ba05-10db5058d8be req-0f99ec37-54d7-42f8-99c0-14e30a06dafb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:15.399540 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3ecdcece-ef74-4709-ba05-10db5058d8be req-0f99ec37-54d7-42f8-99c0-14e30a06dafb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0492456 Oct 10 17:13:15.446477 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3ecdcece-ef74-4709-ba05-10db5058d8be req-0badf9c9-fa39-4d90-a18f-ce5f556d3388 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Oct 10 17:13:15.644618 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:16.205187 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:13:16.400769 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-bee3f798-2130-4c1a-bef3-a051124f5472 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406718 Oct 10 17:13:16.565241 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826e3c4-80af-4360-a469-c115d22b09a4 req-025e9618-aecd-45f2-8432-26481fdcc13f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:16.568727 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b826e3c4-80af-4360-a469-c115d22b09a4 req-025e9618-aecd-45f2-8432-26481fdcc13f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0456331 Oct 10 17:13:16.614874 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b826e3c4-80af-4360-a469-c115d22b09a4 req-15908aba-1c6b-400c-a52d-ac0d68310fe7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Oct 10 17:13:16.619816 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-4931b1d7-1ed8-4e81-b6b0-d9a1323d243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:16.621317 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-4931b1d7-1ed8-4e81-b6b0-d9a1323d243b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 1130 time: 0.0384672 Oct 10 17:13:17.195745 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-e2fe8332-9060-44c3-9d89-1297aa445ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:17.197244 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-e2fe8332-9060-44c3-9d89-1297aa445ba4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.0898087 Oct 10 17:13:17.241079 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-6c134bc9-610f-44a4-b1aa-1513988c9b13 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37d21674-f89a-4d01-9819-f5ad96f87075 HTTP/1.1" status: 200 len: 217 time: 0.0324104 Oct 10 17:13:17.292185 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-53be57e1-406a-4851-a2c9-2ba1ebf2c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:17.293590 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-53be57e1-406a-4851-a2c9-2ba1ebf2c6cb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0427110 Oct 10 17:13:17.347602 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-d45fb030-53da-4577-9fe8-e94a321f35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:17.349046 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-d45fb030-53da-4577-9fe8-e94a321f35f4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365191 Oct 10 17:13:17.440017 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-570660a6-b161-4c72-9815-cd904883b4de service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829625 Oct 10 17:13:17.505918 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:17.510557 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:17.531767 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-37474dda-0be3-47b5-b25a-5f5f16fd1083 req-e389912b-b218-4f4a-8360-08991fed489a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851007 Oct 10 17:13:17.734770 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbb28d-ae86-459a-9365-3c57951d84e3 req-e5a2b572-81e5-42b1-b08a-fedfee855c52 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:17.736257 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c1fbb28d-ae86-459a-9365-3c57951d84e3 req-e5a2b572-81e5-42b1-b08a-fedfee855c52 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0464523 Oct 10 17:13:17.787457 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c1fbb28d-ae86-459a-9365-3c57951d84e3 req-7f064c8a-cb8a-48fd-ab0a-106e5f090767 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Oct 10 17:13:17.902861 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55f356-ad65-459b-a52a-ef15fdd5a7ca req-dd075677-4c4e-43e3-b9c9-98c014b17d91 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:17.904333 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-af55f356-ad65-459b-a52a-ef15fdd5a7ca req-dd075677-4c4e-43e3-b9c9-98c014b17d91 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0471125 Oct 10 17:13:17.914388 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 58918) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:13:17.918550 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-9168da1d-a6cc-45d4-b2cc-341eb7877533 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Request body: {'floatingip': {'port_id': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:13:17.970215 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9168da1d-a6cc-45d4-b2cc-341eb7877533 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for floatingip (49225937-1b97-4958-b48f-af23616564ad), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:18.385953 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:18.500568 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:18.626221 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9168da1d-a6cc-45d4-b2cc-341eb7877533 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:18.684853 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9168da1d-a6cc-45d4-b2cc-341eb7877533 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (49225937-1b97-4958-b48f-af23616564ad), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:18.880868 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9168da1d-a6cc-45d4-b2cc-341eb7877533 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Router 0d63599b-837c-4313-950c-15173c481cc7 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:13:18.984286 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9168da1d-a6cc-45d4-b2cc-341eb7877533 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:13:18.989253 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9168da1d-a6cc-45d4-b2cc-341eb7877533 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:18.994162 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] Sync routers for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:13:19.003006 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:13:19.003607 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:13:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:19.020774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:13:19.023013 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:13:19.055160 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9168da1d-a6cc-45d4-b2cc-341eb7877533 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/49225937-1b97-4958-b48f-af23616564ad HTTP/1.1" status: 200 len: 993 time: 1.1397440 Oct 10 17:13:19.079627 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab99e1a-b21c-4922-9cdf-b54c6dde554e x-openstack-request-id: req-0ab99e1a-b21c-4922-9cdf-b54c6dde554e {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:13:19.079916 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:13:19.080193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ab99e1a-b21c-4922-9cdf-b54c6dde554e {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:13:19.080632 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab99e1a-b21c-4922-9cdf-b54c6dde554e'] response: {'name': 'network-changed', 'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'status': 'completed', 'code': 200} Oct 10 17:13:19.108710 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:13:19.194794 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-762bf351-ad59-4c5f-b16c-ff57186cd1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:19.196339 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-762bf351-ad59-4c5f-b16c-ff57186cd1ac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 1129 time: 0.0424449 Oct 10 17:13:19.301694 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-74dddfbe-b3b4-4e61-ad8a-b7d60e12b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:19.303182 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-74dddfbe-b3b4-4e61-ad8a-b7d60e12b8c2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.0932682 Oct 10 17:13:19.322051 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '49225937-1b97-4958-b48f-af23616564ad', 'tenant_id': '2488f5601066432a8652433df5702119', 'floating_ip_address': '172.27.4.224', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '0d63599b-837c-4313-950c-15173c481cc7', 'port_id': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'mac_address': 'fa:16:3e:30:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:11:41Z', 'updated_at': '2022-10-10T17:13:18Z', 'revision_number': 3, 'project_id': '2488f5601066432a8652433df5702119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:49Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:19.351526 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] Checking router: 0d63599b-837c-4313-950c-15173c481cc7 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:13:19.359787 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:13:19.360425 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:13:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:19.370961 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-e5ee899f-8fad-49c6-ba6a-a67cfc5a2d42 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d HTTP/1.1" status: 200 len: 1001 time: 0.0590417 Oct 10 17:13:19.460000 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:13:19.665672 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-a34bebab-950a-4181-9f90-ad3f52c02009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:19.667118 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-a34bebab-950a-4181-9f90-ad3f52c02009 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0443480 Oct 10 17:13:19.718153 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-091fd70b-8fcb-4276-a484-5c7e4547ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:19.719590 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-091fd70b-8fcb-4276-a484-5c7e4547ab51 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403597 Oct 10 17:13:19.749062 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:19.785819 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '49225937-1b97-4958-b48f-af23616564ad', 'tenant_id': '2488f5601066432a8652433df5702119', 'floating_ip_address': '172.27.4.224', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '0d63599b-837c-4313-950c-15173c481cc7', 'port_id': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'mac_address': 'fa:16:3e:30:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:11:41Z', 'updated_at': '2022-10-10T17:13:18Z', 'revision_number': 3, 'project_id': '2488f5601066432a8652433df5702119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:49Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:19.811351 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-4060dc28-eb20-40b5-a34c-da05972c43b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812349 Oct 10 17:13:19.813763 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc589d1-84f5-4779-8f69-9e930ded269f None None] The sync data for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi is: [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '49225937-1b97-4958-b48f-af23616564ad', 'tenant_id': '2488f5601066432a8652433df5702119', 'floating_ip_address': '172.27.4.224', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '0d63599b-837c-4313-950c-15173c481cc7', 'port_id': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'mac_address': 'fa:16:3e:30:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:11:41Z', 'updated_at': '2022-10-10T17:13:18Z', 'revision_number': 3, 'project_id': '2488f5601066432a8652433df5702119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:49Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:13:19.918688 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-c4b8ca8b-6c81-45c6-918e-451b36ca22eb req-582fd294-231e-4b58-885b-7c629e395029 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891478 Oct 10 17:13:21.082141 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:13:21.084507 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8645f3-66c8-4012-902a-e2c23c4b7ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:13:21.123156 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4909de-9580-4730-8fdd-a19dd99fef98 x-openstack-request-id: req-9a4909de-9580-4730-8fdd-a19dd99fef98 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:13:21.123446 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:13:21.123698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a4909de-9580-4730-8fdd-a19dd99fef98 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:13:21.124120 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4909de-9580-4730-8fdd-a19dd99fef98'] response: {'name': 'network-changed', 'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'status': 'completed', 'code': 200} Oct 10 17:13:21.212555 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-dc4702d1-707d-4b9d-9d66-ed08fd8af690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:21.214024 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-dc4702d1-707d-4b9d-9d66-ed08fd8af690 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 1129 time: 0.0384569 Oct 10 17:13:21.306542 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-ef97a786-a710-49b4-b342-ed84575cd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:21.307893 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-ef97a786-a710-49b4-b342-ed84575cd9ea service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.0872431 Oct 10 17:13:21.371105 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-7a6a2848-9217-4355-ad4a-46a630763dff service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d HTTP/1.1" status: 200 len: 1001 time: 0.0549021 Oct 10 17:13:21.418493 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-cb7a1920-434e-4817-a897-8a9233a9ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:21.419875 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-cb7a1920-434e-4817-a897-8a9233a9ec65 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0419343 Oct 10 17:13:21.465414 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-23066374-1a7c-455d-90a4-4b4a550039ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:21.466826 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-23066374-1a7c-455d-90a4-4b4a550039ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395794 Oct 10 17:13:21.553519 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-bfbd5227-8e64-431c-a43b-f756618f9591 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790155 Oct 10 17:13:21.638294 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:21.643543 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-af8645f3-66c8-4012-902a-e2c23c4b7ba0 req-9118e503-d4b7-407f-a54b-2f326dbb63e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835652 Oct 10 17:13:23.749905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02df0d-787e-4e64-af85-b06fbdb12259 req-8e5b8e5a-6392-4145-a042-ccd84ecbd4b3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:23.751755 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f02df0d-787e-4e64-af85-b06fbdb12259 req-8e5b8e5a-6392-4145-a042-ccd84ecbd4b3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0511613 Oct 10 17:13:23.802136 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1f02df0d-787e-4e64-af85-b06fbdb12259 req-4e6a8a76-903f-455e-b1e7-e04fbc39e00a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423112 Oct 10 17:13:24.933983 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8262-9167-4861-8adb-9d6e5ea5171c req-8418cabd-786c-4c04-851c-e2e63c3b4d93 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:24.935503 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-017c8262-9167-4861-8adb-9d6e5ea5171c req-8418cabd-786c-4c04-851c-e2e63c3b4d93 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0502362 Oct 10 17:13:24.960268 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:24.983446 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-017c8262-9167-4861-8adb-9d6e5ea5171c req-c0dca29b-2e7f-4912-8e3c-590945f9e675 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Oct 10 17:13:26.110710 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc4d5a-dccd-4697-ac5d-fd17c80d17b9 req-9992a1eb-9040-4dc9-b447-73eedf3d91bd tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:26.112264 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28fc4d5a-dccd-4697-ac5d-fd17c80d17b9 req-9992a1eb-9040-4dc9-b447-73eedf3d91bd tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0472624 Oct 10 17:13:26.158715 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28fc4d5a-dccd-4697-ac5d-fd17c80d17b9 req-a0a1b12e-1de4-4bd8-b92e-036ca4537aca tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409660 Oct 10 17:13:26.201617 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:27.289315 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506acc2-1613-4b90-9902-5707dfbff1a1 req-fece3598-b3b8-4793-a078-f9b41331369c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:27.290732 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d506acc2-1613-4b90-9902-5707dfbff1a1 req-fece3598-b3b8-4793-a078-f9b41331369c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0490301 Oct 10 17:13:27.336508 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d506acc2-1613-4b90-9902-5707dfbff1a1 req-4bf954a0-bab9-4a3c-9fd8-b5ad731bec8d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403590 Oct 10 17:13:28.460856 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942629d-3ca2-4b6d-83c6-f390126b1190 req-79fde21e-0724-48c2-9e04-46cf5ab54d7a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:28.462312 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a942629d-3ca2-4b6d-83c6-f390126b1190 req-79fde21e-0724-48c2-9e04-46cf5ab54d7a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0462790 Oct 10 17:13:28.507802 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a942629d-3ca2-4b6d-83c6-f390126b1190 req-e83bfa6e-0e1a-4a5d-a1e0-01f34e1a9edb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400519 Oct 10 17:13:29.632143 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a8f-c4d6-4577-9525-ecd40156263b req-e2ee42dd-970b-4ea9-875a-c538fe65296b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:29.633501 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-37a53a8f-c4d6-4577-9525-ecd40156263b req-e2ee42dd-970b-4ea9-875a-c538fe65296b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0462496 Oct 10 17:13:29.682673 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-37a53a8f-c4d6-4577-9525-ecd40156263b req-16e407dc-1960-44ca-87ac-bbe7524286e9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Oct 10 17:13:29.789097 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:30.805895 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ec264-1b18-4688-bca9-a63d6c9ea46f req-0e234c42-42f5-461c-a643-f9a8f526e694 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:30.807334 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6c8ec264-1b18-4688-bca9-a63d6c9ea46f req-0e234c42-42f5-461c-a643-f9a8f526e694 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0456581 Oct 10 17:13:30.830800 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:30.857629 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6c8ec264-1b18-4688-bca9-a63d6c9ea46f req-8f6ac0f9-afbd-4bfa-9ca7-022d7b156d0f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 Oct 10 17:13:31.641357 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:31.986085 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f213-3649-41f2-a2cb-8e5bdb256451 req-fa33cb8a-e580-464d-89f4-b544d3797550 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:31.987547 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9aa2f213-3649-41f2-a2cb-8e5bdb256451 req-fa33cb8a-e580-464d-89f4-b544d3797550 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0462806 Oct 10 17:13:32.034160 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9aa2f213-3649-41f2-a2cb-8e5bdb256451 req-846627db-9738-4ee9-b80d-5ea3b18ad6b0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404613 Oct 10 17:13:33.168162 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b804-f0b0-498e-bb5a-0d7b009fbc6b req-236decc3-6541-483a-b874-fd032b74a174 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:33.169645 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c252b804-f0b0-498e-bb5a-0d7b009fbc6b req-236decc3-6541-483a-b874-fd032b74a174 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0515244 Oct 10 17:13:33.219627 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c252b804-f0b0-498e-bb5a-0d7b009fbc6b req-b38d5d9e-7d87-4167-b411-bfa1dd8a86f0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 Oct 10 17:13:33.239813 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:34.344732 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e3eb4-dfb9-4f08-bb16-004a3e63b83b req-9fcef39e-980b-45e4-8656-cad52da2fcd7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:34.346234 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6f9e3eb4-dfb9-4f08-bb16-004a3e63b83b req-9fcef39e-980b-45e4-8656-cad52da2fcd7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0478108 Oct 10 17:13:34.393146 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6f9e3eb4-dfb9-4f08-bb16-004a3e63b83b req-7d1be258-4a3e-4fde-beef-ed57fcb3d3b6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408111 Oct 10 17:13:34.991642 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-896292c7-9eb7-462c-87bf-8b962dc754b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:35.519256 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052824b5-f317-4b7c-9abb-c93c8e49deda req-2d1f67e3-8228-4690-a5d5-e8c8e15b31eb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:35.520843 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-052824b5-f317-4b7c-9abb-c93c8e49deda req-2d1f67e3-8228-4690-a5d5-e8c8e15b31eb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0475926 Oct 10 17:13:35.572715 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-052824b5-f317-4b7c-9abb-c93c8e49deda req-0876cc57-170c-437d-9275-24a5727eb283 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461211 Oct 10 17:13:36.598992 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f938a200-0c9b-43cd-8513-d12ee6b10a6e details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:13:36.720009 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b497da6-281b-4bd9-9128-c778a7399065 req-afddb73b-6543-4326-bbbb-b28b0a39e4f1 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:36.722781 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:13:36.724526 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b497da6-281b-4bd9-9128-c778a7399065 req-afddb73b-6543-4326-bbbb-b28b0a39e4f1 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0546377 Oct 10 17:13:36.734589 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'port_id': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'mac_address': 'fa:16:3e:82:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:13:36.770107 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f938a200-0c9b-43cd-8513-d12ee6b10a6e is: ACTIVE; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:13:36.770586 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b497da6-281b-4bd9-9128-c778a7399065 req-5ca8c3ab-d1d5-4a56-9e5a-d86dd91558f4 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Oct 10 17:13:36.770869 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:36.784970 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f938a200-0c9b-43cd-8513-d12ee6b10a6e {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:13:36.811309 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:13:36.878121 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:36.928477 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=6']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:36.936856 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.937203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.937564 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.937919 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.938251 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.938578 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.938899 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.939274 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.939600 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.939918 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.940263 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.940581 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.940961 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.941311 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.941553 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:36.981719 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34135fe8-66f0-4be7-85e1-079dd2036ee9 req-9fc97faa-aeef-4a1f-b6f4-36ac54e43550 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:36.983252 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34135fe8-66f0-4be7-85e1-079dd2036ee9 req-9fc97faa-aeef-4a1f-b6f4-36ac54e43550 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 946 time: 0.0502541 Oct 10 17:13:37.033087 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34135fe8-66f0-4be7-85e1-079dd2036ee9 req-e0b3cacd-f155-4c18-9914-67099f849838 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441782 Oct 10 17:13:37.072160 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['f938a200-0c9b-43cd-8513-d12ee6b10a6e'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:13:37.284654 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-6691012c-4f65-4334-b60a-b4b5ee71fc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:37.911728 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:37.923401 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690797-62eb-4678-9bf2-77e487d0e61e req-f91ed81e-576c-4161-9bc2-6a3c90c41b2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:37.928501 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-53690797-62eb-4678-9bf2-77e487d0e61e req-f91ed81e-576c-4161-9bc2-6a3c90c41b2f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 945 time: 0.0568452 Oct 10 17:13:37.981876 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-53690797-62eb-4678-9bf2-77e487d0e61e req-848dcd69-19a0-451a-aeb1-b3eab7e7d156 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509307 Oct 10 17:13:38.207167 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7edc-1cdd-4c1f-b03f-e6dd21554b91 req-e0dcf8a8-72f2-4c77-9c20-577325b99491 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:38.208897 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d62b7edc-1cdd-4c1f-b03f-e6dd21554b91 req-e0dcf8a8-72f2-4c77-9c20-577325b99491 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 946 time: 0.0861933 Oct 10 17:13:38.271901 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d62b7edc-1cdd-4c1f-b03f-e6dd21554b91 req-acaa1e2b-dff2-4111-85df-d467502ce543 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571122 Oct 10 17:13:38.323328 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:38.650480 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f938a200-0c9b-43cd-8513-d12ee6b10a6e up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:13:38.702757 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port f938a200-0c9b-43cd-8513-d12ee6b10a6e triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:13:38.703136 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:38.703472 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port f938a200-0c9b-43cd-8513-d12ee6b10a6e Oct 10 17:13:38.782249 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f938a200-0c9b-43cd-8513-d12ee6b10a6e is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:13:38.782640 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:38.808284 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:13:38.810652 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a660065-8532-4c86-8ad7-44af2c22527a" -d '{"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-plugged", "status": "completed", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:13:38.817818 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-18befc28-d00f-4834-a6ed-6ba8362896c3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:38.821377 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-18befc28-d00f-4834-a6ed-6ba8362896c3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 946 time: 0.0531876 Oct 10 17:13:38.825085 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:13:38.855308 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167569b3-677e-4cdc-9535-d23f5c211cde x-openstack-request-id: req-167569b3-677e-4cdc-9535-d23f5c211cde {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:13:38.855632 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-plugged", "status": "completed", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:13:38.855895 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-167569b3-677e-4cdc-9535-d23f5c211cde {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:13:38.856342 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167569b3-677e-4cdc-9535-d23f5c211cde'] response: {'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'code': 200} Oct 10 17:13:38.909818 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:38.922478 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Deleting port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:13:38.922896 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:38.966777 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=7']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:39.025808 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] For port 7a29d464-4f74-45c8-b0f8-366ab7fa8148, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=7a29d464-4f74-45c8-b0f8-366ab7fa8148,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:13:39.026265 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:39.171773 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58f834-8716-4ca1-b849-5cb49f81cf68 req-a214b595-5647-4a16-9114-3f52964f55af tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:39.174217 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8a58f834-8716-4ca1-b849-5cb49f81cf68 req-a214b595-5647-4a16-9114-3f52964f55af tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0762644 Oct 10 17:13:39.288172 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8a58f834-8716-4ca1-b849-5cb49f81cf68 req-9a9d8180-13a8-431c-97c3-384ca8bffb5e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591583 Oct 10 17:13:39.429874 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5209a5-682a-424c-90f3-60099350d3ed req-482e3269-abe2-4ccf-a03d-af7792a88aa2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:39.438682 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5c5209a5-682a-424c-90f3-60099350d3ed req-482e3269-abe2-4ccf-a03d-af7792a88aa2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 946 time: 0.0736179 Oct 10 17:13:39.507855 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5c5209a5-682a-424c-90f3-60099350d3ed req-848ed0fe-12d4-4890-8935-db715591798e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673561 Oct 10 17:13:39.574915 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:39.575556 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (d1e9d692-5912-4522-bf18-866ff7f822d3), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:39.576057 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Floating IP d1e9d692-5912-4522-bf18-866ff7f822d3 disassociated. External IP: 172.27.4.221, port: 7a29d464-4f74-45c8-b0f8-366ab7fa8148. Oct 10 17:13:39.576571 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Calling delete_port for 7a29d464-4f74-45c8-b0f8-366ab7fa8148 owned by compute:nova {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:13:39.800935 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (7a29d464-4f74-45c8-b0f8-366ab7fa8148), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:39.828446 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event deleted for resources: {'Port': ['ID=7a29d464-4f74-45c8-b0f8-366ab7fa8148,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.845278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.846855 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.846855 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.846855 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.846855 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.846855 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:39.980214 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Router a2666540-e20b-47bf-a420-5d9229c242a0 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:13:40.084695 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:13:40.097254 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] Sync routers for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:13:40.108668 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:13:40.109279 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:13:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:40.130932 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] No DVR routers for this DVR port 7a29d464-4f74-45c8-b0f8-366ab7fa8148 on host hv-cinder-83454 {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:13:40.138123 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:40.142480 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6008be7b-25d0-4973-8984-a9d9a0855566 req-ba8cd0eb-ceab-4b61-a06c-5fb1e96c77b5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7a29d464-4f74-45c8-b0f8-366ab7fa8148 HTTP/1.1" status: 204 len: 173 time: 1.3148277 Oct 10 17:13:40.143100 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cead3c66-8618-4516-acda-9378f83705ce', 'name': 'network-vif-deleted', 'tag': '7a29d464-4f74-45c8-b0f8-366ab7fa8148'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:13:40.145406 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a52af-c16f-431f-b83b-dc02f6ad5a01" -d '{"events": [{"server_uuid": "cead3c66-8618-4516-acda-9378f83705ce", "name": "network-vif-deleted", "tag": "7a29d464-4f74-45c8-b0f8-366ab7fa8148"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:13:40.188302 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808e7dfc-ba16-4042-959a-fda788100a0f x-openstack-request-id: req-808e7dfc-ba16-4042-959a-fda788100a0f {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:13:40.188596 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cead3c66-8618-4516-acda-9378f83705ce", "name": "network-vif-deleted", "tag": "7a29d464-4f74-45c8-b0f8-366ab7fa8148", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:13:40.188862 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-808e7dfc-ba16-4042-959a-fda788100a0f {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:13:40.189254 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808e7dfc-ba16-4042-959a-fda788100a0f'] response: {'server_uuid': 'cead3c66-8618-4516-acda-9378f83705ce', 'name': 'network-vif-deleted', 'tag': '7a29d464-4f74-45c8-b0f8-366ab7fa8148', 'status': 'completed', 'code': 200} Oct 10 17:13:40.230998 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:13:40.302448 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:40.354487 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:40.362511 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:40.399705 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df26b9-b82b-4bee-9381-218758bff2f8 req-0264ba5c-02a5-49e3-bcac-d81f901bdf59 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:40.401499 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3df26b9-b82b-4bee-9381-218758bff2f8 req-0264ba5c-02a5-49e3-bcac-d81f901bdf59 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0723560 Oct 10 17:13:40.488779 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3df26b9-b82b-4bee-9381-218758bff2f8 req-62ee1b97-99a1-4f63-86d9-8111ee58446f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809541 Oct 10 17:13:40.494742 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:40.532443 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] Checking router: a2666540-e20b-47bf-a420-5d9229c242a0 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:13:40.546799 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:13:40.547901 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:13:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:40.636194 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 7a29d464-4f74-45c8-b0f8-366ab7fa8148 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:13:40.640219 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:40.648236 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4bad251b-d806-48d2-befe-1f3ac73b483e req-91360dfe-fae7-4a25-ad4b-83ec039f1be5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 210 time: 0.0440702 Oct 10 17:13:40.664415 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:13:40.678580 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: 7a29d464-4f74-45c8-b0f8-366ab7fa8148 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:13:40.679151 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 7a29d464-4f74-45c8-b0f8-366ab7fa8148 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:13:40.997553 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:41.031646 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38c20d-6320-4cc8-940c-c5c0364855c3 None None] The sync data for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi is: [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:13:41.335361 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3b62a-4e23-4de3-966f-80c1f2467f77 None None] New status for floating IP d1e9d692-5912-4522-bf18-866ff7f822d3: DOWN {{(pid=105001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:13:41.655593 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d63fb7-1ef4-4c58-a025-50bf15a4b375 req-3e279afd-8fdc-4ebb-bf0b-21e7058445c0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:41.657129 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-58d63fb7-1ef4-4c58-a025-50bf15a4b375 req-3e279afd-8fdc-4ebb-bf0b-21e7058445c0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0496662 Oct 10 17:13:41.719257 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-58d63fb7-1ef4-4c58-a025-50bf15a4b375 req-2d959511-94da-47df-bd0e-e302ce236f5a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541933 Oct 10 17:13:41.779828 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4b39570d-200e-4da0-ae3a-e6527b76f330 req-344ff4ae-cf29-4372-9fab-faf4013a5593 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cead3c66-8618-4516-acda-9378f83705ce HTTP/1.1" status: 200 len: 210 time: 0.0301075 Oct 10 17:13:42.878738 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030362be-b99f-4a9e-9854-550f98bfb607 req-667cd5c8-30a5-41dc-ab10-580f939069bc tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:42.880749 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-030362be-b99f-4a9e-9854-550f98bfb607 req-667cd5c8-30a5-41dc-ab10-580f939069bc tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0767517 Oct 10 17:13:42.942701 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-030362be-b99f-4a9e-9854-550f98bfb607 req-884afb46-9c88-4f9c-bd96-03025b237b16 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515547 Oct 10 17:13:43.121042 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-19fc3d28-44f3-4107-baed-cfc372eba587 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1574135174&fields=id&tenant_id=c36e0d86e93942189945656ccb70c059 HTTP/1.1" status: 200 len: 267 time: 0.0455835 Oct 10 17:13:43.233105 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-25d9a978-3fde-405d-bf9d-6ec73d731b7a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:43.235125 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-25d9a978-3fde-405d-bf9d-6ec73d731b7a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 812 time: 0.1063070 Oct 10 17:13:43.251172 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-de678c5b-563f-4b38-8071-af3e643225d0 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/quotas/c36e0d86e93942189945656ccb70c059 HTTP/1.1" status: 200 len: 375 time: 0.0098073 Oct 10 17:13:43.299158 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-8e5ead79-441b-4ffb-bba9-03a2751b72a4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429835 Oct 10 17:13:43.441066 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-134b34c8-d701-4cc5-8952-f72e5debee4d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300781 Oct 10 17:13:43.531683 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-a889aaa2-cd5d-4087-98b7-4d51c3b398d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845380 Oct 10 17:13:44.067810 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:44.095728 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a78ec-1a36-45cc-8e7b-f100345f483b req-513fac37-740f-4368-8036-ab31359c6a71 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:44.098918 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-698a78ec-1a36-45cc-8e7b-f100345f483b req-513fac37-740f-4368-8036-ab31359c6a71 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0684819 Oct 10 17:13:44.246743 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-701fa9ec-92fe-4d31-878f-4c08e1b98b67 req-57c9c50e-27b5-4afa-890a-2095c466a16f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 210 time: 0.0508583 Oct 10 17:13:44.264801 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-698a78ec-1a36-45cc-8e7b-f100345f483b req-1132e680-aa12-40b1-b8cd-854bb65816dd tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500077 Oct 10 17:13:45.399147 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9e1537a8-0ee3-4c9a-9332-f60e209b0552 req-9cc523ac-3be8-4fd0-81d0-f4b6fd02d2d3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 210 time: 0.0422754 Oct 10 17:13:45.448137 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41f653-0c2f-4902-8129-9eaf361204ed req-86f1d925-806c-4cec-8906-f807b7716666 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:45.449981 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6c41f653-0c2f-4902-8129-9eaf361204ed req-86f1d925-806c-4cec-8906-f807b7716666 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0633211 Oct 10 17:13:45.503775 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6c41f653-0c2f-4902-8129-9eaf361204ed req-c3278696-667e-476f-84e7-e3ef310922cb tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475268 Oct 10 17:13:45.662336 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:46.515665 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cbe57270-b62e-4a86-ba97-97612f364562 req-55a4e6e6-8bd4-4dc9-8bbe-5ff88248f33f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 210 time: 0.0332918 Oct 10 17:13:46.639646 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a778718-6631-4c50-b240-45b2f8d0decd req-b601a133-ac47-4787-9ee0-fc73bb52e35a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:46.641103 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7a778718-6631-4c50-b240-45b2f8d0decd req-b601a133-ac47-4787-9ee0-fc73bb52e35a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0484309 Oct 10 17:13:46.688183 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7a778718-6631-4c50-b240-45b2f8d0decd req-307b67ea-7954-425d-9a93-0a0e3bce6f53 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414128 Oct 10 17:13:47.645547 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:47.653364 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-38290213-1c98-4233-985a-ed1cee62d5d6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:47.658368 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-38290213-1c98-4233-985a-ed1cee62d5d6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 812 time: 0.1551824 Oct 10 17:13:47.688895 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-82d05293-dbd6-40c0-a8dd-4f54d9ecc84a req-b4b020b1-bb7d-499f-accb-ca114d16a5af tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 210 time: 0.0556941 Oct 10 17:13:47.716325 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:47.788895 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-4848364f-064f-437e-9ce0-00bd48374806 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c36e0d86e93942189945656ccb70c059 HTTP/1.1" status: 200 len: 380 time: 0.1106031 Oct 10 17:13:47.805312 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:47.851539 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2b0bd-b3a7-40eb-8012-22a434693d7a req-59df7664-2809-44b4-873e-e59531beeef0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:47.853350 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bcf2b0bd-b3a7-40eb-8012-22a434693d7a req-59df7664-2809-44b4-873e-e59531beeef0 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0584483 Oct 10 17:13:47.919809 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bcf2b0bd-b3a7-40eb-8012-22a434693d7a req-3b24823a-2aa2-4cb6-9159-671a6e84ed39 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553403 Oct 10 17:13:48.133487 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'port': {'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'admin_state_up': True, 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'security_groups': ['9eb85f8c-e242-4909-88de-3d9958ac40c9']}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:13:48.365079 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Made reservation on behalf of c36e0d86e93942189945656ccb70c059 for: {'port': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:13:48.368899 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:48.496947 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Allocated IP 172.20.0.7 (d40eb576-47ec-4491-b3a9-6394e24cb47e/21c503f1-4706-488a-bdf7-5dc23426bd26/33e35059-afb9-405e-9e7a-7271d3f1cfce) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:13:48.637340 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:48.748401 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:48.800785 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Network d40eb576-47ec-4491-b3a9-6394e24cb47e is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:13:48.805219 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:13:48.807791 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:13:48.812074 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'Port': ['ID=33e35059-afb9-405e-9e7a-7271d3f1cfce,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:48.815233 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a70c91-0d54-41b1-9519-51c2ade31c63 req-a1e8b99b-3ae3-4134-a5c7-173770b2be2f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:48.817305 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61a70c91-0d54-41b1-9519-51c2ade31c63 req-a1e8b99b-3ae3-4134-a5c7-173770b2be2f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 931 time: 0.0550196 Oct 10 17:13:48.877379 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61a70c91-0d54-41b1-9519-51c2ade31c63 req-48b8c2b3-c9ad-4700-a678-9763b199cc63 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533834 Oct 10 17:13:48.881360 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:48.882714 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:48.973681 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-24fe2963-4e09-45f9-bdd5-c2c23c8100bf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457487 Oct 10 17:13:49.052401 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c913-5ebc-47af-843a-b698edd435db req-718832fc-b7d1-481f-bc5c-5b91a9f574e4 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:49.054449 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1558c913-5ebc-47af-843a-b698edd435db req-718832fc-b7d1-481f-bc5c-5b91a9f574e4 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0469811 Oct 10 17:13:49.110144 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1558c913-5ebc-47af-843a-b698edd435db req-b9e53769-19d4-48a5-a438-9b68788ac504 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498240 Oct 10 17:13:49.125676 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-41eba735-c0a9-4d41-a49c-f67b9c992d7e None None] Provisioning complete for port 33e35059-afb9-405e-9e7a-7271d3f1cfce triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:13:49.126152 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-41eba735-c0a9-4d41-a49c-f67b9c992d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:49.126546 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-41eba735-c0a9-4d41-a49c-f67b9c992d7e None None] Attempt 1 to provision port 33e35059-afb9-405e-9e7a-7271d3f1cfce Oct 10 17:13:49.145768 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:49.161734 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-41eba735-c0a9-4d41-a49c-f67b9c992d7e None None] Port 33e35059-afb9-405e-9e7a-7271d3f1cfce cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:13:49.174493 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Request body: {'port': {'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:13:49.233155 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:49.325415 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:49.387854 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:49.400897 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21156053-c452-4a2f-9205-60e781bdf09d req-a6d4ae93-bac0-4ef5-8f1a-9682fc08f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:49.400897 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-21156053-c452-4a2f-9205-60e781bdf09d req-a6d4ae93-bac0-4ef5-8f1a-9682fc08f0c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 1130 time: 0.0379856 Oct 10 17:13:49.485555 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e35059-afb9-405e-9e7a-7271d3f1cfce {{(pid=104999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:13:49.487404 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21156053-c452-4a2f-9205-60e781bdf09d req-a46032e4-9fb5-414b-b5ba-f180f058e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:49.488921 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-21156053-c452-4a2f-9205-60e781bdf09d req-a46032e4-9fb5-414b-b5ba-f180f058e62b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 918 time: 0.0862565 Oct 10 17:13:49.493086 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Publish callbacks [] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:49.505184 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.provisioning_blocks [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Transition to ACTIVE for port object 33e35059-afb9-405e-9e7a-7271d3f1cfce will not be triggered until provisioned by entity L2. {{(pid=104999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:13:49.555504 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-21156053-c452-4a2f-9205-60e781bdf09d req-799e63bd-ac12-4abb-900d-a8009935b254 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e HTTP/1.1" status: 200 len: 1001 time: 0.0585325 Oct 10 17:13:49.557557 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:49.604857 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21156053-c452-4a2f-9205-60e781bdf09d req-7d2ed2b2-8fd9-45b9-829b-0f4cbf53bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:49.606350 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-21156053-c452-4a2f-9205-60e781bdf09d req-7d2ed2b2-8fd9-45b9-829b-0f4cbf53bfd0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 200 len: 856 time: 0.0445507 Oct 10 17:13:49.637356 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Pushing event updated for resources: {'Port': ['ID=33e35059-afb9-405e-9e7a-7271d3f1cfce,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:49.650761 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21156053-c452-4a2f-9205-60e781bdf09d req-b2ee46e4-11e9-48bb-acd0-ba02a855b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:49.652316 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-21156053-c452-4a2f-9205-60e781bdf09d req-b2ee46e4-11e9-48bb-acd0-ba02a855b700 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=710e1b7f-f37c-4711-979b-caac1afb6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395300 Oct 10 17:13:49.665878 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Attempting to bind port 33e35059-afb9-405e-9e7a-7271d3f1cfce on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:13:49.666220 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Attempting to bind port 33e35059-afb9-405e-9e7a-7271d3f1cfce by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:13:49.666555 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Attempting to bind port 33e35059-afb9-405e-9e7a-7271d3f1cfce on network d40eb576-47ec-4491-b3a9-6394e24cb47e {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:13:49.708393 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Port 33e35059-afb9-405e-9e7a-7271d3f1cfce on network d40eb576-47ec-4491-b3a9-6394e24cb47e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:13:49.708755 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Attempting to bind port 33e35059-afb9-405e-9e7a-7271d3f1cfce on network d40eb576-47ec-4491-b3a9-6394e24cb47e {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:13:49.752190 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-21156053-c452-4a2f-9205-60e781bdf09d req-dbf060d8-7244-449f-9d21-0c49a87bc97d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912251 Oct 10 17:13:49.755937 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:13:49.756491 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Checking segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:13:49.756674 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Bound using segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:13:49.757677 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Bound port: 33e35059-afb9-405e-9e7a-7271d3f1cfce, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:13:49.758036 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:49.782795 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:49.823604 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] For port 33e35059-afb9-405e-9e7a-7271d3f1cfce, host hv-cinder-83454, cleared binding levels {{(pid=104999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:13:49.827750 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] For port 33e35059-afb9-405e-9e7a-7271d3f1cfce, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=33e35059-afb9-405e-9e7a-7271d3f1cfce,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=104999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:13:49.862920 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-21156053-c452-4a2f-9205-60e781bdf09d req-dce22aed-13c0-482c-aecb-cc0f9d27451f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996029 Oct 10 17:13:49.902411 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:49.907054 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:49.907856 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:49.909108 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/33e35059-afb9-405e-9e7a-7271d3f1cfce HTTP/1.1" status: 200 len: 1093 time: 0.8142779 Oct 10 17:13:49.909679 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:13:49.911925 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357434d-1fce-4a1f-bdc1-2189af6b06a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:13:49.970617 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0290aeb-93ae-4301-9aa1-51e039d7ac4a service neutron] Pushing event updated for resources: {'Port': ['ID=33e35059-afb9-405e-9e7a-7271d3f1cfce,revision_number=3']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:50.018587 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e63284-03e8-421d-9f47-4b794f3da60c req-98314aba-cc4c-4aaa-a041-0ebe42bd3e2a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:50.020319 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-03e63284-03e8-421d-9f47-4b794f3da60c req-98314aba-cc4c-4aaa-a041-0ebe42bd3e2a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0665669 Oct 10 17:13:50.033490 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb80b4d-667a-4b95-956b-e06a22938985 x-openstack-request-id: req-6fb80b4d-667a-4b95-956b-e06a22938985 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:13:50.033787 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:13:50.034043 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6fb80b4d-667a-4b95-956b-e06a22938985 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:13:50.034640 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb80b4d-667a-4b95-956b-e06a22938985'] response: {'name': 'network-changed', 'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'status': 'completed', 'code': 200} Oct 10 17:13:50.071722 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-03e63284-03e8-421d-9f47-4b794f3da60c req-19260422-4654-4d4a-ab57-7b6af54c54c3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449064 Oct 10 17:13:50.239448 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044fb75-bc07-4a0b-8278-d9fa32f0f73b req-140be701-7f72-4406-a722-38160362f1a5 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:50.240870 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b044fb75-bc07-4a0b-8278-d9fa32f0f73b req-140be701-7f72-4406-a722-38160362f1a5 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0454624 Oct 10 17:13:50.288851 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b044fb75-bc07-4a0b-8278-d9fa32f0f73b req-5be6d43d-c8fe-44e3-88a5-ad99b2da2cbc tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409591 Oct 10 17:13:50.518588 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376e751-2129-4a91-acda-9a8774e31460 req-2a6754fb-9e7a-4dbf-88cd-153a0562627b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:50.520047 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a376e751-2129-4a91-acda-9a8774e31460 req-2a6754fb-9e7a-4dbf-88cd-153a0562627b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 946 time: 0.0493977 Oct 10 17:13:50.555414 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:50.566989 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a376e751-2129-4a91-acda-9a8774e31460 req-3eea7351-2c11-4076-a5cb-9b4cddf2a68b tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414095 Oct 10 17:13:51.192989 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e0d0-783d-401a-8a73-0c5c1b09186d req-552fcbd8-8995-4290-8e56-0de3e03847ae tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:51.195338 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bad2e0d0-783d-401a-8a73-0c5c1b09186d req-552fcbd8-8995-4290-8e56-0de3e03847ae tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0460432 Oct 10 17:13:51.242305 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bad2e0d0-783d-401a-8a73-0c5c1b09186d req-86a0761b-f575-4f75-838f-a3bf105456d1 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415761 Oct 10 17:13:51.414570 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d387e95-6bff-4876-b5ba-a093cfb19d12 req-9b50e72b-c7a5-4024-90dd-4160336e7f8f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:51.416004 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2d387e95-6bff-4876-b5ba-a093cfb19d12 req-9b50e72b-c7a5-4024-90dd-4160336e7f8f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0455918 Oct 10 17:13:51.465155 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2d387e95-6bff-4876-b5ba-a093cfb19d12 req-a57c33ef-d7ee-4f78-8d97-58c82433162e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 Oct 10 17:13:51.614292 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357434d-1fce-4a1f-bdc1-2189af6b06a0 req-eec18337-326c-47a1-8b79-c13cddd0786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:51.615932 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2357434d-1fce-4a1f-bdc1-2189af6b06a0 req-eec18337-326c-47a1-8b79-c13cddd0786b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 1127 time: 0.0396931 Oct 10 17:13:51.687485 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544142bc-2967-42f5-916b-64afa3a84ff9 req-a572ba5e-f4e2-402c-83f3-cb0be7704e2d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:51.688879 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-544142bc-2967-42f5-916b-64afa3a84ff9 req-a572ba5e-f4e2-402c-83f3-cb0be7704e2d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 946 time: 0.0468421 Oct 10 17:13:51.735448 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-544142bc-2967-42f5-916b-64afa3a84ff9 req-9345f96d-b46d-4c63-b61e-8a7f2615a427 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408092 Oct 10 17:13:52.280923 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=50 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:52.282132 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=88 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:52.358583 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cb7e8-e56d-454f-8285-5ba266b0f044 req-82f27f6a-3757-4dca-938a-31d67573777f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:52.360042 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-de2cb7e8-e56d-454f-8285-5ba266b0f044 req-82f27f6a-3757-4dca-938a-31d67573777f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0459919 Oct 10 17:13:52.408266 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-de2cb7e8-e56d-454f-8285-5ba266b0f044 req-1e6558ad-a278-4fa1-9575-b382d562632a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Oct 10 17:13:52.592848 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d7386-a98d-4ae8-b146-4e95867ade79 req-6d387004-f7de-429c-8728-64d982b59cff tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:52.594236 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-824d7386-a98d-4ae8-b146-4e95867ade79 req-6d387004-f7de-429c-8728-64d982b59cff tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 946 time: 0.0497890 Oct 10 17:13:52.640256 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-824d7386-a98d-4ae8-b146-4e95867ade79 req-5db8d8ec-3f8b-4014-9ee1-4d65a649415f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405481 Oct 10 17:13:52.793789 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f938a200-0c9b-43cd-8513-d12ee6b10a6e no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:13:52.853619 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d88e95-c1d1-41ff-8b93-d030f81001cc req-9a8c3710-7c66-41da-9c9d-90ad0c44b4a1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:52.854979 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-31d88e95-c1d1-41ff-8b93-d030f81001cc req-9a8c3710-7c66-41da-9c9d-90ad0c44b4a1 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 946 time: 0.0457122 Oct 10 17:13:52.868491 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f938a200-0c9b-43cd-8513-d12ee6b10a6e is: ACTIVE; New status is: DOWN {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:13:52.868890 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:52.891683 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:13:52.893890 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5ff2d-8daa-4aeb-9857-aeaae617b43d" -d '{"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:13:52.903087 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-31d88e95-c1d1-41ff-8b93-d030f81001cc req-65c54749-0feb-4466-a7ac-d97d94e32f3c tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Oct 10 17:13:52.907629 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:13:52.982086 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:52.987902 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34741ec-1c24-4feb-ae95-2d4ac06333cc x-openstack-request-id: req-c34741ec-1c24-4feb-ae95-2d4ac06333cc {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:13:52.988235 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:13:52.988490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c34741ec-1c24-4feb-ae95-2d4ac06333cc {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:13:52.988880 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34741ec-1c24-4feb-ae95-2d4ac06333cc'] response: {'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'code': 200} Oct 10 17:13:53.028436 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=8']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:53.203760 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:13:53.399871 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:53.477822 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357434d-1fce-4a1f-bdc1-2189af6b06a0 req-3ed1f05a-160d-477c-93e3-5c1e80ad3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:53.477822 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2357434d-1fce-4a1f-bdc1-2189af6b06a0 req-3ed1f05a-160d-477c-93e3-5c1e80ad3fce service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=c36e0d86e93942189945656ccb70c059&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004202 Oct 10 17:13:53.531673 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327a6f0-b9aa-4304-a47c-15b7c5661951 req-3a773b48-0ba2-4c35-8c15-eb9ce37e5444 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:53.533272 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c327a6f0-b9aa-4304-a47c-15b7c5661951 req-3a773b48-0ba2-4c35-8c15-eb9ce37e5444 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0503879 Oct 10 17:13:53.582003 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c327a6f0-b9aa-4304-a47c-15b7c5661951 req-d4f6cbaf-8cbf-47f5-9dce-26307eda3b5e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431657 Oct 10 17:13:53.726322 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357434d-1fce-4a1f-bdc1-2189af6b06a0 req-c40b2cb3-7b1e-454d-9586-ab33d44a5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:53.727779 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2357434d-1fce-4a1f-bdc1-2189af6b06a0 req-c40b2cb3-7b1e-454d-9586-ab33d44a5f27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944273 Oct 10 17:13:53.767914 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a628536-bae9-45cb-ae74-f02506ea3776 req-b103acad-b0e1-4a3d-9e50-4a9492023321 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:53.769315 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a628536-bae9-45cb-ae74-f02506ea3776 req-b103acad-b0e1-4a3d-9e50-4a9492023321 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0454133 Oct 10 17:13:53.816131 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a628536-bae9-45cb-ae74-f02506ea3776 req-61bd1d03-04e7-4322-ac3f-d4b63cb63f71 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399942 Oct 10 17:13:53.890328 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-2d80a098-143e-4630-8304-2941aad588f5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:53.892262 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-2d80a098-143e-4630-8304-2941aad588f5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 946 time: 0.0518143 Oct 10 17:13:53.898909 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-b54b6f37-22fc-4412-854d-0f9b9200278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:53.900537 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-b54b6f37-22fc-4412-854d-0f9b9200278b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 1127 time: 0.0412464 Oct 10 17:13:53.952443 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-0e67fbcd-05c6-4a36-a98b-fafd544768e7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33e35059-afb9-405e-9e7a-7271d3f1cfce HTTP/1.1" status: 200 len: 217 time: 0.0376215 Oct 10 17:13:53.964464 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:53.987184 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Deleting port 05d674f5-f8de-4695-bd75-1646219b71d5 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:13:53.987537 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:54.042137 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-47fb4bca-3623-467f-8b83-2d680538565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:54.043520 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-47fb4bca-3623-467f-8b83-2d680538565b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 200 len: 851 time: 0.0863969 Oct 10 17:13:54.049489 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a359e-1816-4427-84c8-25ddd14d40c6 req-131811a3-5c7c-4b2a-939c-67fdf428fa8d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:54.050848 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8c2a359e-1816-4427-84c8-25ddd14d40c6 req-131811a3-5c7c-4b2a-939c-67fdf428fa8d tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 946 time: 0.0587394 Oct 10 17:13:54.077720 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:54.084840 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] For port 05d674f5-f8de-4695-bd75-1646219b71d5, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=05d674f5-f8de-4695-bd75-1646219b71d5,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:13:54.085245 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:54.136166 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8c2a359e-1816-4427-84c8-25ddd14d40c6 req-ca7492d7-9b2a-479d-96ea-9a616d1e9e74 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f752ae6b-8ba8-43cc-b250-90dc25ee069f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790243 Oct 10 17:13:54.139301 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-cc2a0d41-7076-422c-85d0-807ce710fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:54.140803 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-cc2a0d41-7076-422c-85d0-807ce710fbc1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d40eb576-47ec-4491-b3a9-6394e24cb47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570993 Oct 10 17:13:54.236831 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-c2581f29-bb8b-4799-b245-fcc48af38c7e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893579 Oct 10 17:13:54.253531 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:54.256605 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:54.257552 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (b78b4456-0fe9-45f8-ba86-084c990f55f8), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:54.257866 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Floating IP b78b4456-0fe9-45f8-ba86-084c990f55f8 disassociated. External IP: 172.27.4.247, port: 05d674f5-f8de-4695-bd75-1646219b71d5. Oct 10 17:13:54.258203 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Calling delete_port for 05d674f5-f8de-4695-bd75-1646219b71d5 owned by compute:nova {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:13:54.456003 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (05d674f5-f8de-4695-bd75-1646219b71d5), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:54.481975 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event deleted for resources: {'Port': ['ID=05d674f5-f8de-4695-bd75-1646219b71d5,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:54.592808 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:54.612604 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Router 7a574c56-3c1a-4977-822c-f73a74fc7d83 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:13:54.721275 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:13:54.732954 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] Sync routers for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:13:54.744524 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:13:54.745266 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:13:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:54.773911 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] No DVR routers for this DVR port 05d674f5-f8de-4695-bd75-1646219b71d5 on host hv-cinder-83454 {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:13:54.776463 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:54.779895 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a09756c0-878e-43e3-8b71-3fe6a2a10ab3 req-22f38439-6f83-480b-9d2c-1b58fd1abff5 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.25 "DELETE /networking/v2.0/ports/05d674f5-f8de-4695-bd75-1646219b71d5 HTTP/1.1" status: 204 len: 173 time: 0.8809917 Oct 10 17:13:54.780428 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'name': 'network-vif-deleted', 'tag': '05d674f5-f8de-4695-bd75-1646219b71d5'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:13:54.783391 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa5f723-abc0-4b08-92b8-6ed3925539ad" -d '{"events": [{"server_uuid": "59278b05-38e3-4729-aa7f-c7b3b9bd056d", "name": "network-vif-deleted", "tag": "05d674f5-f8de-4695-bd75-1646219b71d5"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:13:54.822930 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668868a-b9a0-4440-b694-a94c16787de8 req-315a711b-1bf5-4fea-b147-7fe481d2bad2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:54.827455 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e1608-df08-46ef-90ac-868c550d1b0d x-openstack-request-id: req-c99e1608-df08-46ef-90ac-868c550d1b0d {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:13:54.827790 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59278b05-38e3-4729-aa7f-c7b3b9bd056d", "name": "network-vif-deleted", "tag": "05d674f5-f8de-4695-bd75-1646219b71d5", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:13:54.828158 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c99e1608-df08-46ef-90ac-868c550d1b0d {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:13:54.828435 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99e1608-df08-46ef-90ac-868c550d1b0d'] response: {'server_uuid': '59278b05-38e3-4729-aa7f-c7b3b9bd056d', 'name': 'network-vif-deleted', 'tag': '05d674f5-f8de-4695-bd75-1646219b71d5', 'status': 'completed', 'code': 200} Oct 10 17:13:54.833883 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8668868a-b9a0-4440-b694-a94c16787de8 req-315a711b-1bf5-4fea-b147-7fe481d2bad2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0840609 Oct 10 17:13:54.882414 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:13:54.912077 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8668868a-b9a0-4440-b694-a94c16787de8 req-af3ad10c-10be-4172-a1ee-0410553f55c9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759964 Oct 10 17:13:54.916947 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f8f8c130-06cf-4f9d-98f8-38cef92c1364 req-2dcce540-2c71-4189-843d-65ba0dde1aa9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479632 Oct 10 17:13:54.975111 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20344fb-bf10-49f6-a4f0-065b153b2d40 req-46263493-bb20-4f9f-9d16-09732b6bfcc9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:54.981577 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f20344fb-bf10-49f6-a4f0-065b153b2d40 req-46263493-bb20-4f9f-9d16-09732b6bfcc9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0681508 Oct 10 17:13:55.041596 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f20344fb-bf10-49f6-a4f0-065b153b2d40 req-75bb52c3-95dd-414a-965f-fa1cd418b65d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542126 Oct 10 17:13:55.096667 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:55.120788 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] Checking router: 7a574c56-3c1a-4977-822c-f73a74fc7d83 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:13:55.129667 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:13:55.130467 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:13:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:55.234097 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:13:55.255930 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c06397dc-4325-4c99-95af-dce696110354 req-65d3ed47-af47-442c-8cca-977ad72f6e57 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=59278b05-38e3-4729-aa7f-c7b3b9bd056d HTTP/1.1" status: 200 len: 210 time: 0.0267839 Oct 10 17:13:55.422510 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:13:55.447846 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12ea5f-7871-4066-9d8a-5213cd451ef4 None None] The sync data for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi is: [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:16Z', 'revision_number': 4, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '104efc19-2410-419e-ad42-74db4ad4dbef', 'name': '', 'network_id': '0eee5d35-4847-4982-a7a4-935838222131', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'mac_address': 'fa:16:3e:ed:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4fe731f9-89e1-4eef-b74c-540645002099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:14Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'subnets': [{'id': '4fe731f9-89e1-4eef-b74c-540645002099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:13:55.678086 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07436633-ca1e-4e65-9a21-1b27af873c8c None None] New status for floating IP b78b4456-0fe9-45f8-ba86-084c990f55f8: DOWN {{(pid=105001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:13:56.031240 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57a75f-f5dd-413c-b58c-350ef28b79fa req-4925f610-d170-4c5f-9721-055cce2af1b8 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:56.032856 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cf57a75f-f5dd-413c-b58c-350ef28b79fa req-4925f610-d170-4c5f-9721-055cce2af1b8 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0470021 Oct 10 17:13:56.084047 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cf57a75f-f5dd-413c-b58c-350ef28b79fa req-fb38de9a-fefa-44b9-a87d-89c2931c2e50 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449913 Oct 10 17:13:56.439500 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59300) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:13:56.497002 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (f752ae6b-8ba8-43cc-b250-90dc25ee069f), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:56.519828 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (f752ae6b-8ba8-43cc-b250-90dc25ee069f), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:56.632890 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f752ae6b-8ba8-43cc-b250-90dc25ee069f), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:56.635498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:56.636702 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f752ae6b-8ba8-43cc-b250-90dc25ee069f HTTP/1.1" status: 204 len: 168 time: 0.1961489 Oct 10 17:13:56.639755 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59302) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:13:56.646018 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f752ae6b-8ba8-43cc-b250-90dc25ee069f,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:56.653800 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.654005 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.api.v2.resource [None req-bb82519c-6730-4e6b-ac5a-114b73f5c3ac tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] show failed (client error): The resource could not be found. Oct 10 17:13:56.654151 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.654497 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.657821 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.657950 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-bb82519c-6730-4e6b-ac5a-114b73f5c3ac tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "GET /networking/v2.0/security-groups/f752ae6b-8ba8-43cc-b250-90dc25ee069f HTTP/1.1" status: 404 len: 347 time: 0.0142186 Oct 10 17:13:56.667192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.667192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.667192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.667192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.667192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.667192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.667192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.667192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.667192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.668318 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59304) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:13:56.668413 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.668413 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8a13-ee8e-4c25-999d-e93bce5a108f tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:13:56.723558 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 05d674f5-f8de-4695-bd75-1646219b71d5 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:13:56.742925 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: 05d674f5-f8de-4695-bd75-1646219b71d5 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:13:56.743268 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 05d674f5-f8de-4695-bd75-1646219b71d5 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:13:56.775226 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Deleting port 8271231f-d59a-4a77-8bf7-346c61b8a046 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:13:56.775593 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (8271231f-d59a-4a77-8bf7-346c61b8a046), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:56.859208 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (8271231f-d59a-4a77-8bf7-346c61b8a046), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:56.859629 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (8271231f-d59a-4a77-8bf7-346c61b8a046), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:56.874620 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Calling delete_port for 8271231f-d59a-4a77-8bf7-346c61b8a046 owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:13:56.911140 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [req-d1865e69-ecd9-46d8-932c-6a34ce374049 req-7eeefc90-74df-4ecc-9003-53f96da49d55 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:13:56.912198 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d1865e69-ecd9-46d8-932c-6a34ce374049 req-7eeefc90-74df-4ecc-9003-53f96da49d55 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0518596 Oct 10 17:13:57.062067 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (8271231f-d59a-4a77-8bf7-346c61b8a046), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:57.088469 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Pushing event deleted for resources: {'Port': ['ID=8271231f-d59a-4a77-8bf7-346c61b8a046,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:13:57.153065 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks [] for floatingip (b78b4456-0fe9-45f8-ba86-084c990f55f8), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:57.155522 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:13:57.159479 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4f114901-e815-45d6-8383-444d09089593 tempest-AttachVolumeTestJSON-916247114 tempest-AttachVolumeTestJSON-916247114-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/b78b4456-0fe9-45f8-ba86-084c990f55f8 HTTP/1.1" status: 204 len: 168 time: 0.4978848 Oct 10 17:13:57.213019 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761b44c-8b94-443c-860f-b88c37e3287e req-86ca83ed-8b78-489f-b060-ffde5486ef35 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:57.214540 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6761b44c-8b94-443c-860f-b88c37e3287e req-86ca83ed-8b78-489f-b060-ffde5486ef35 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0524669 Oct 10 17:13:57.267557 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6761b44c-8b94-443c-860f-b88c37e3287e req-b611a48a-0a49-4864-922c-c239bc0cf8a9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465910 Oct 10 17:13:57.321694 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dea8a0-b41e-4538-95d4-1f5328dbcb99 req-f5d1e25e-52ec-4991-9cb7-428f355b00c8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:57.322656 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-46dea8a0-b41e-4538-95d4-1f5328dbcb99 req-f5d1e25e-52ec-4991-9cb7-428f355b00c8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0542200 Oct 10 17:13:57.356776 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:57.374792 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-46dea8a0-b41e-4538-95d4-1f5328dbcb99 req-252bfd93-9648-48d7-839c-2523da54e518 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464325 Oct 10 17:13:57.459589 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:57.469675 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-30a3a19b-548b-4670-80dc-b21f14945003 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0368018 Oct 10 17:13:57.543529 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243a86b-289e-401b-af80-94457f7b8bca req-4f605bda-70a0-4ed1-bd4c-c63cef439d15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:57.544943 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-4f605bda-70a0-4ed1-bd4c-c63cef439d15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports/f938a200-0c9b-43cd-8513-d12ee6b10a6e HTTP/1.1" status: 200 len: 941 time: 0.0470831 Oct 10 17:13:58.389905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae940e80-1913-4127-9e7e-6bb8766aef52 req-ac71c3a5-593b-4572-b250-7843b9e607e3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:58.391284 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ae940e80-1913-4127-9e7e-6bb8766aef52 req-ac71c3a5-593b-4572-b250-7843b9e607e3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0472202 Oct 10 17:13:58.451684 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ae940e80-1913-4127-9e7e-6bb8766aef52 req-15714b8b-b4a3-49c8-abbf-1791ef983675 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543413 Oct 10 17:13:58.512541 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54701c-a8e6-4fd0-a555-bdbbded79c07 req-431dd601-ad17-4985-ba1e-da10f1a2a256 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:58.513978 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3d54701c-a8e6-4fd0-a555-bdbbded79c07 req-431dd601-ad17-4985-ba1e-da10f1a2a256 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0490496 Oct 10 17:13:58.543325 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:13:58.559793 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3d54701c-a8e6-4fd0-a555-bdbbded79c07 req-8017fb80-b8ad-4c2c-a42a-513fb7c8c4b6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402532 Oct 10 17:13:59.590882 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a713c1b-d719-4c56-a827-ffdeb47c0507 req-560d59b2-1bc4-41f9-a9a1-e58af4d6ead2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:59.592502 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3a713c1b-d719-4c56-a827-ffdeb47c0507 req-560d59b2-1bc4-41f9-a9a1-e58af4d6ead2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0733232 Oct 10 17:13:59.618911 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243a86b-289e-401b-af80-94457f7b8bca req-d71ee4f8-41fd-4d1b-9e80-b9d97d0d227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:59.620458 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-d71ee4f8-41fd-4d1b-9e80-b9d97d0d227c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef&tenant_id=34f584f725354f68b917b45b645b3630 HTTP/1.1" status: 200 len: 1128 time: 0.0631802 Oct 10 17:13:59.664249 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3a713c1b-d719-4c56-a827-ffdeb47c0507 req-85747b47-4085-4aaf-894b-b60753eb48d3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645962 Oct 10 17:13:59.731126 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343c3ce-1826-4800-a4e0-958a74a8f4b8 req-cc5c3f92-f9d2-4cf7-8bf8-da98f0438252 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:59.732522 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e343c3ce-1826-4800-a4e0-958a74a8f4b8 req-cc5c3f92-f9d2-4cf7-8bf8-da98f0438252 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0867059 Oct 10 17:13:59.735479 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243a86b-289e-401b-af80-94457f7b8bca req-3c296356-c105-4e3c-aa06-1f04d4276a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:59.737084 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-3c296356-c105-4e3c-aa06-1f04d4276a01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=34f584f725354f68b917b45b645b3630&device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 1128 time: 0.0717752 Oct 10 17:13:59.841699 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e343c3ce-1826-4800-a4e0-958a74a8f4b8 req-c03fe19e-1d44-40c9-aad5-274455d87a2b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034563 Oct 10 17:13:59.868938 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243a86b-289e-401b-af80-94457f7b8bca req-187a9524-9511-4c21-bfcc-666668f60d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:59.870407 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-187a9524-9511-4c21-bfcc-666668f60d42 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 200 len: 918 time: 0.1183245 Oct 10 17:13:59.935554 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-9b32f925-324f-4cb1-a327-5e19b51232f3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e HTTP/1.1" status: 200 len: 999 time: 0.0557563 Oct 10 17:13:59.987188 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243a86b-289e-401b-af80-94457f7b8bca req-a250907e-6d04-49c8-86b1-6df4ebd2a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:13:59.988572 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-a250907e-6d04-49c8-86b1-6df4ebd2a449 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 200 len: 856 time: 0.0435753 Oct 10 17:14:00.039561 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243a86b-289e-401b-af80-94457f7b8bca req-0232a5e6-d322-4811-9171-f9c12af8d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:00.041124 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-0232a5e6-d322-4811-9171-f9c12af8d299 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=710e1b7f-f37c-4711-979b-caac1afb6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434458 Oct 10 17:14:00.131540 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-164206dc-4653-4546-90ee-914659ec9a43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837910 Oct 10 17:14:00.227816 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-8c0678a5-c84a-431b-beee-9976f08dffab service neutron] 10.222.0.25 "GET /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866892 Oct 10 17:14:00.793418 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f326ee-985b-4274-9465-f5dfbbc77672 req-dc069af0-9c1a-43fa-93a5-f64d00bf565e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:00.794809 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-30f326ee-985b-4274-9465-f5dfbbc77672 req-dc069af0-9c1a-43fa-93a5-f64d00bf565e tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0747697 Oct 10 17:14:00.799672 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:00.816992 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6e8c6-13cf-4084-b791-f3e92cd1d09d req-f74d3b05-e734-4110-abae-20825ca3ce8c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:00.818820 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-26f6e8c6-13cf-4084-b791-f3e92cd1d09d req-f74d3b05-e734-4110-abae-20825ca3ce8c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0696347 Oct 10 17:14:00.892969 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-30f326ee-985b-4274-9465-f5dfbbc77672 req-ad1c4b48-e6d0-4e5a-8311-4b98382f7be3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905387 Oct 10 17:14:00.897519 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-26f6e8c6-13cf-4084-b791-f3e92cd1d09d req-9aecf933-2867-4988-ae3a-8be7660230d4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700977 Oct 10 17:14:00.994285 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b2f84-17cc-4232-994a-00b7d0cbe266 req-49c5b0f6-30ff-4b4c-ae9a-dd2c0a2e426e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:00.995747 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-971b2f84-17cc-4232-994a-00b7d0cbe266 req-49c5b0f6-30ff-4b4c-ae9a-dd2c0a2e426e tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0471046 Oct 10 17:14:01.041599 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-971b2f84-17cc-4232-994a-00b7d0cbe266 req-293fb564-84c1-4dd5-8d0f-4c7bbfddcef7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402560 Oct 10 17:14:01.145849 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59392) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:01.545995 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (7a574c56-3c1a-4977-822c-f73a74fc7d83), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:01.620741 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:01.756307 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Deleting port 104efc19-2410-419e-ad42-74db4ad4dbef {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:01.756646 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:01.989634 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:02.051082 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bcf48-ef8d-4803-95a4-5509faf26c22 req-464e1135-9adc-4440-8861-830c660ce5c0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:02.052602 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-322bcf48-ef8d-4803-95a4-5509faf26c22 req-464e1135-9adc-4440-8861-830c660ce5c0 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0825381 Oct 10 17:14:02.059186 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8d01-0712-4ceb-a795-817efafe2df1 req-d11d8bf1-f79f-43a8-b2aa-9fee7d7c67c3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:02.060583 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-494e8d01-0712-4ceb-a795-817efafe2df1 req-d11d8bf1-f79f-43a8-b2aa-9fee7d7c67c3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 943 time: 0.0807452 Oct 10 17:14:02.078475 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] For port 104efc19-2410-419e-ad42-74db4ad4dbef, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=104efc19-2410-419e-ad42-74db4ad4dbef,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:02.078835 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:02.092187 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Calling delete_port for 104efc19-2410-419e-ad42-74db4ad4dbef owned by network:router_interface {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:02.135467 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-322bcf48-ef8d-4803-95a4-5509faf26c22 req-8244f092-75b0-4e5a-b298-f9e4f90ba00b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738227 Oct 10 17:14:02.140077 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-494e8d01-0712-4ceb-a795-817efafe2df1 req-27f84236-068b-46fc-86a6-1f27fce78e8b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724466 Oct 10 17:14:02.191269 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:02.248189 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bcd9b-ae96-47e0-90a5-17d28feab44c req-12beb6c6-bd39-4ffb-ab38-41ebf2166097 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:02.249666 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-603bcd9b-ae96-47e0-90a5-17d28feab44c req-12beb6c6-bd39-4ffb-ab38-41ebf2166097 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0468605 Oct 10 17:14:02.300373 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-603bcd9b-ae96-47e0-90a5-17d28feab44c req-5ccbd1f8-a5fa-4fee-ab69-66ac9ce89baf tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451016 Oct 10 17:14:02.352417 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (104efc19-2410-419e-ad42-74db4ad4dbef), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:02.378745 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Pushing event deleted for resources: {'Port': ['ID=104efc19-2410-419e-ad42-74db4ad4dbef,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:02.548522 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (7a574c56-3c1a-4977-822c-f73a74fc7d83), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:02.735142 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 33e35059-afb9-405e-9e7a-7271d3f1cfce details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:14:02.747976 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Router 7a574c56-3c1a-4977-822c-f73a74fc7d83 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:14:02.754940 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:02.839041 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 33e35059-afb9-405e-9e7a-7271d3f1cfce, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=33e35059-afb9-405e-9e7a-7271d3f1cfce,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:02.850980 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:14:02.856775 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:14:02.864167 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-9f700674-3680-47b9-88cb-996d51928012 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/7a574c56-3c1a-4977-822c-f73a74fc7d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149911 Oct 10 17:14:02.864657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59404) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:02.879558 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49051af-9101-4084-b999-d15b52f08778 None None] Sync routers for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:14:02.886339 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 33e35059-afb9-405e-9e7a-7271d3f1cfce is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:14:02.886737 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:02.891448 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49051af-9101-4084-b999-d15b52f08778 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:02.892096 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d49051af-9101-4084-b999-d15b52f08778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:13:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:02.899938 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e35059-afb9-405e-9e7a-7271d3f1cfce {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:14:02.919651 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 33e35059-afb9-405e-9e7a-7271d3f1cfce, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=33e35059-afb9-405e-9e7a-7271d3f1cfce,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:02.974447 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks [] for router (7a574c56-3c1a-4977-822c-f73a74fc7d83), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:02.998684 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-d49051af-9101-4084-b999-d15b52f08778 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:03.003791 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:03.063822 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=33e35059-afb9-405e-9e7a-7271d3f1cfce,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:03.076781 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks [] for router_gateway (7a574c56-3c1a-4977-822c-f73a74fc7d83), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:03.163085 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:03.173644 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d49051af-9101-4084-b999-d15b52f08778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:14:02Z', 'revision_number': 5, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port': {'id': 'cd8997ba-4a72-4d00-8bc5-46e24634735a', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:08Z', 'updated_at': '2022-10-10T17:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:03.200108 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Deleting port cd8997ba-4a72-4d00-8bc5-46e24634735a {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:03.200538 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:03.201098 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49051af-9101-4084-b999-d15b52f08778 None None] Checking router: 7a574c56-3c1a-4977-822c-f73a74fc7d83 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:14:03.210637 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49051af-9101-4084-b999-d15b52f08778 None None] Routers {'7a574c56-3c1a-4977-822c-f73a74fc7d83'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:03.211467 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d49051af-9101-4084-b999-d15b52f08778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:13:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['7a574c56-3c1a-4977-822c-f73a74fc7d83'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:03.349865 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e2f5-960c-4141-8307-7fd677f8a048 req-e8c14c0c-e1aa-4ef6-8f94-e10745a2dc1a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:03.351259 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7d29e2f5-960c-4141-8307-7fd677f8a048 req-e8c14c0c-e1aa-4ef6-8f94-e10745a2dc1a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 944 time: 0.1009405 Oct 10 17:14:03.359323 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f560ea-aaba-4f44-9f6f-9fa916ec79e5 req-a2813f95-06b4-4b9a-ba32-46247db008ef tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:03.360846 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04f560ea-aaba-4f44-9f6f-9fa916ec79e5 req-a2813f95-06b4-4b9a-ba32-46247db008ef tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.1094425 Oct 10 17:14:03.362681 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:03.370272 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['33e35059-afb9-405e-9e7a-7271d3f1cfce'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:14:03.387381 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-d49051af-9101-4084-b999-d15b52f08778 None None] Set router 7a574c56-3c1a-4977-822c-f73a74fc7d83 gateway port host: None {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:03.405804 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] For port cd8997ba-4a72-4d00-8bc5-46e24634735a, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=cd8997ba-4a72-4d00-8bc5-46e24634735a,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:03.406173 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:03.436911 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d49051af-9101-4084-b999-d15b52f08778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:14:03Z', 'revision_number': 6, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port_host': None}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:03.438269 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Calling delete_port for cd8997ba-4a72-4d00-8bc5-46e24634735a owned by network:router_gateway {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:03.443306 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:03.466190 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49051af-9101-4084-b999-d15b52f08778 None None] The sync data for ids ['7a574c56-3c1a-4977-822c-f73a74fc7d83'] in dv-cinder-834540-2-iscsi is: [{'id': '7a574c56-3c1a-4977-822c-f73a74fc7d83', 'name': 'tempest-AttachVolumeTestJSON-104077645-router', 'tenant_id': '18aef1375628417b91f816bccd05d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:14:03Z', 'revision_number': 6, 'project_id': '18aef1375628417b91f816bccd05d1cf', 'gw_port_host': None}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:14:03.475168 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7d29e2f5-960c-4141-8307-7fd677f8a048 req-dfa3af18-577d-4f5c-bc53-1322749a6b50 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133635 Oct 10 17:14:03.489775 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04f560ea-aaba-4f44-9f6f-9fa916ec79e5 req-87b4e656-3fa9-47ec-ad01-aaadbfdfd376 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228633 Oct 10 17:14:03.547245 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:03.600303 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:03.642757 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952f379-96d5-4d49-b065-9bc91aa3b38e req-99e46258-2bf6-4a9e-8838-ee8b8e2e2d3b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:03.644287 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1952f379-96d5-4d49-b065-9bc91aa3b38e req-99e46258-2bf6-4a9e-8838-ee8b8e2e2d3b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0925472 Oct 10 17:14:03.644692 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:03.727120 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1952f379-96d5-4d49-b065-9bc91aa3b38e req-734bde2f-c923-4d01-82d1-3637ce85bce8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724404 Oct 10 17:14:03.781618 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (cd8997ba-4a72-4d00-8bc5-46e24634735a), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:03.807221 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8997ba-4a72-4d00-8bc5-46e24634735a,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:03.880188 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (7a574c56-3c1a-4977-822c-f73a74fc7d83), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:03.970874 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (7a574c56-3c1a-4977-822c-f73a74fc7d83), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:03.973104 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks [] for router_controller (7a574c56-3c1a-4977-822c-f73a74fc7d83), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.095817 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (7a574c56-3c1a-4977-822c-f73a74fc7d83), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.096520 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a574c56-3c1a-4977-822c-f73a74fc7d83 {{(pid=105000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:14:04.100664 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.101815 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-70465840-83c7-4a4c-8f6d-58d5d4b4383e admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/7a574c56-3c1a-4977-822c-f73a74fc7d83 HTTP/1.1" status: 204 len: 168 time: 1.2359500 Oct 10 17:14:04.104423 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59414) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:04.147505 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbfb2c0-dbba-4b4a-be3a-d90e0df51314 admin admin] Deleting subnet 4fe731f9-89e1-4eef-b74c-540645002099 {{(pid=105000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:14:04.151062 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7dbfb2c0-dbba-4b4a-be3a-d90e0df51314 admin admin] Publish callbacks [] for subnet (4fe731f9-89e1-4eef-b74c-540645002099), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.184168 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7dbfb2c0-dbba-4b4a-be3a-d90e0df51314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2530152'] for subnet (4fe731f9-89e1-4eef-b74c-540645002099), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.291933 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7dbfb2c0-dbba-4b4a-be3a-d90e0df51314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (4fe731f9-89e1-4eef-b74c-540645002099), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.409257 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7dbfb2c0-dbba-4b4a-be3a-d90e0df51314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2397607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2828877'] for subnet (4fe731f9-89e1-4eef-b74c-540645002099), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.409855 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:04.432602 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfb2c0-dbba-4b4a-be3a-d90e0df51314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe731f9-89e1-4eef-b74c-540645002099,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:04.436286 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7dbfb2c0-dbba-4b4a-be3a-d90e0df51314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.440225 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-7dbfb2c0-dbba-4b4a-be3a-d90e0df51314 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4fe731f9-89e1-4eef-b74c-540645002099 HTTP/1.1" status: 204 len: 168 time: 0.3341556 Oct 10 17:14:04.442076 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59416) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:04.445178 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c6d0d9-bcf9-456f-8d7c-1f55cf68f46b None None] Network 0eee5d35-4847-4982-a7a4-935838222131 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:14:04.528307 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (0eee5d35-4847-4982-a7a4-935838222131), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.577176 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device cd8997ba-4a72-4d00-8bc5-46e24634735a no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:14:04.602509 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: cd8997ba-4a72-4d00-8bc5-46e24634735a {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:14:04.603061 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device cd8997ba-4a72-4d00-8bc5-46e24634735a not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:14:04.603697 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 104efc19-2410-419e-ad42-74db4ad4dbef no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:14:04.623592 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 104efc19-2410-419e-ad42-74db4ad4dbef {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:14:04.623828 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Deleting port 0ca2cd50-ca99-4b63-a846-2302758f7a3d {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:04.623962 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.624490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 104efc19-2410-419e-ad42-74db4ad4dbef not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:14:04.668783 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5951d65-479a-48b2-b71a-9390189e3935 None None] DHCP port deletion for 0eee5d35-4847-4982-a7a4-935838222131 request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:14:04.695664 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108645b-dab1-466c-b3ee-70ec1c795ae0 req-038b9938-e2ec-475c-a957-cf00f8f34a72 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:04.697701 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e108645b-dab1-466c-b3ee-70ec1c795ae0 req-038b9938-e2ec-475c-a957-cf00f8f34a72 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 944 time: 0.1214767 Oct 10 17:14:04.706982 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-a5951d65-479a-48b2-b71a-9390189e3935 None None] Deleting port 0ca2cd50-ca99-4b63-a846-2302758f7a3d {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:04.707356 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a5951d65-479a-48b2-b71a-9390189e3935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.724911 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0516cc-bb50-4610-a71e-4103af47257b req-8af475ba-6294-4538-8e29-2a50ba305cfb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:04.726269 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc0516cc-bb50-4610-a71e-4103af47257b req-8af475ba-6294-4538-8e29-2a50ba305cfb tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.1185548 Oct 10 17:14:04.757814 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] For port 0ca2cd50-ca99-4b63-a846-2302758f7a3d, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=0ca2cd50-ca99-4b63-a846-2302758f7a3d,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:04.758182 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.761471 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 33e35059-afb9-405e-9e7a-7271d3f1cfce up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:14:04.787939 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Calling delete_port for 0ca2cd50-ca99-4b63-a846-2302758f7a3d owned by network:dhcp {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:04.801807 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-a5951d65-479a-48b2-b71a-9390189e3935 None None] For port 0ca2cd50-ca99-4b63-a846-2302758f7a3d, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=0ca2cd50-ca99-4b63-a846-2302758f7a3d,segment=NetworkSegment(6bcff473-23db-4ba6-a4f5-24f11c1fccd7),segment_id=6bcff473-23db-4ba6-a4f5-24f11c1fccd7)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:04.802552 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a5951d65-479a-48b2-b71a-9390189e3935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.827263 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-a5951d65-479a-48b2-b71a-9390189e3935 None None] Calling delete_port for 0ca2cd50-ca99-4b63-a846-2302758f7a3d owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:04.831065 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:04.838807 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e108645b-dab1-466c-b3ee-70ec1c795ae0 req-1bc4ea38-535a-42bc-91da-e6da0078adbd tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325192 Oct 10 17:14:04.843661 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port 33e35059-afb9-405e-9e7a-7271d3f1cfce completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:14:04.908678 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc0516cc-bb50-4610-a71e-4103af47257b req-7eb0ca56-99e8-4cba-b03c-d903b378371a tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668646 Oct 10 17:14:04.945891 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 33e35059-afb9-405e-9e7a-7271d3f1cfce triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:14:04.946273 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:04.946615 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 33e35059-afb9-405e-9e7a-7271d3f1cfce Oct 10 17:14:05.011098 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9263f-9d88-4ccf-ad4c-81968040d9e9 req-d70ad42f-cc4f-477b-a486-b717e4aaafd9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:05.012609 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-86d9263f-9d88-4ccf-ad4c-81968040d9e9 req-d70ad42f-cc4f-477b-a486-b717e4aaafd9 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0728858 Oct 10 17:14:05.035054 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 33e35059-afb9-405e-9e7a-7271d3f1cfce is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:14:05.035449 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.059532 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-86d9263f-9d88-4ccf-ad4c-81968040d9e9 req-7f66045a-7356-44fd-9373-3359b2b47e90 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412281 Oct 10 17:14:05.059926 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:14:05.062185 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f334b066-9cc5-49fb-b8eb-748fafd46878" -d '{"events": [{"server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "name": "network-vif-plugged", "status": "completed", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:14:05.085308 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-30577bec-8219-41b0-a2a9-37ba30ebedb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.085308 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 33e35059-afb9-405e-9e7a-7271d3f1cfce, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=33e35059-afb9-405e-9e7a-7271d3f1cfce,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:05.100260 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1896ddb-128c-4887-a700-cb004bf8bb27 x-openstack-request-id: req-b1896ddb-128c-4887-a700-cb004bf8bb27 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:14:05.100557 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "name": "network-vif-plugged", "status": "completed", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:14:05.100999 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1896ddb-128c-4887-a700-cb004bf8bb27 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:14:05.101504 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1896ddb-128c-4887-a700-cb004bf8bb27'] response: {'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'code': 200} Oct 10 17:14:05.103998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.111483 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a5951d65-479a-48b2-b71a-9390189e3935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (0ca2cd50-ca99-4b63-a846-2302758f7a3d), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.133393 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca2cd50-ca99-4b63-a846-2302758f7a3d,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:05.138571 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] No DVR routers for this DVR port 0ca2cd50-ca99-4b63-a846-2302758f7a3d on host dv-cinder-834540-2-iscsi {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:14:05.140304 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5951d65-479a-48b2-b71a-9390189e3935 None None] Pushing event deleted for resources: {'Port': ['ID=0ca2cd50-ca99-4b63-a846-2302758f7a3d,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:05.142152 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5951d65-479a-48b2-b71a-9390189e3935 None None] No DVR routers for this DVR port 0ca2cd50-ca99-4b63-a846-2302758f7a3d on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:14:05.159641 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.218112 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=33e35059-afb9-405e-9e7a-7271d3f1cfce,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:05.232581 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (0eee5d35-4847-4982-a7a4-935838222131), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.258298 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eee5d35-4847-4982-a7a4-935838222131']}} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:05.279902 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcff473-23db-4ba6-a4f5-24f11c1fccd7') {'for_net_delete': True} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:05.280504 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcff473-23db-4ba6-a4f5-24f11c1fccd7') {} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:05.295274 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2530065'] for segment (6bcff473-23db-4ba6-a4f5-24f11c1fccd7), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.317208 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:05.320407 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (6bcff473-23db-4ba6-a4f5-24f11c1fccd7), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.330325 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=105000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:14:05.330726 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2397517'] for segment (6bcff473-23db-4ba6-a4f5-24f11c1fccd7), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.503251 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (0eee5d35-4847-4982-a7a4-935838222131), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.506371 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment 6bcff473-23db-4ba6-a4f5-24f11c1fccd7 resource provider aggregate not found Oct 10 17:14:05.516175 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:05.521952 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/0eee5d35-4847-4982-a7a4-935838222131 HTTP/1.1" status: 204 len: 168 time: 1.0762794 Oct 10 17:14:05.529737 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment 6bcff473-23db-4ba6-a4f5-24f11c1fccd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bcff473-23db-4ba6-a4f5-24f11c1fccd7 found for delete ", "request_id": "req-c30804d9-7e10-4358-b65c-3ee85a94670f"}]} Oct 10 17:14:05.530971 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c7096-1b2d-43c1-b200-ee81672d5e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eee5d35-4847-4982-a7a4-935838222131,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:05.887732 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59456) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:05.938443 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6dbed56c-8325-4808-b8bc-b4ffc4f2230d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=18aef1375628417b91f816bccd05d1cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491698 Oct 10 17:14:05.939510 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59458) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:06.002098 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d02915f0-bba8-4b4e-8436-e85b747d6584 admin admin] Publish callbacks [] for security_group (c1140a46-df98-4eb1-a1d8-f9244c994221), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:06.008760 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004e3ed-cc3c-4790-9826-81a43ccf4291 req-6a5b10d1-5404-4300-a854-5db64a8510ee tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:06.016628 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0004e3ed-cc3c-4790-9826-81a43ccf4291 req-6a5b10d1-5404-4300-a854-5db64a8510ee tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.0866394 Oct 10 17:14:06.024725 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d02915f0-bba8-4b4e-8436-e85b747d6584 admin admin] Publish callbacks [] for security_group (c1140a46-df98-4eb1-a1d8-f9244c994221), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:06.105148 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0004e3ed-cc3c-4790-9826-81a43ccf4291 req-191ff0bd-20c0-4c86-b047-5cf2d9d1d240 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876338 Oct 10 17:14:06.110972 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee40cc-969e-445a-8ef7-785a9888bef7 req-b1c3fff9-1767-4389-a9b5-01b9a60f87c1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:06.112720 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-beee40cc-969e-445a-8ef7-785a9888bef7 req-b1c3fff9-1767-4389-a9b5-01b9a60f87c1 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0759542 Oct 10 17:14:06.158867 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d02915f0-bba8-4b4e-8436-e85b747d6584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (c1140a46-df98-4eb1-a1d8-f9244c994221), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:06.161748 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d02915f0-bba8-4b4e-8436-e85b747d6584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:06.167331 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d02915f0-bba8-4b4e-8436-e85b747d6584 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c1140a46-df98-4eb1-a1d8-f9244c994221 HTTP/1.1" status: 204 len: 168 time: 0.2222905 Oct 10 17:14:06.182271 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02915f0-bba8-4b4e-8436-e85b747d6584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1140a46-df98-4eb1-a1d8-f9244c994221,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:06.196660 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-beee40cc-969e-445a-8ef7-785a9888bef7 req-1d5b3b3e-6b62-4ad6-9490-8b304ebb9f42 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753107 Oct 10 17:14:06.274980 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787e9da-dc95-4dc2-afb7-7d960c9843c8 req-3e0373c4-ee82-488e-a713-e7a350d65411 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:06.283106 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f787e9da-dc95-4dc2-afb7-7d960c9843c8 req-3e0373c4-ee82-488e-a713-e7a350d65411 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0848625 Oct 10 17:14:06.358412 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f787e9da-dc95-4dc2-afb7-7d960c9843c8 req-cede8f17-c3e6-404f-a99e-f03d4ff33112 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687809 Oct 10 17:14:06.534986 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 0ca2cd50-ca99-4b63-a846-2302758f7a3d no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:14:06.557151 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 0ca2cd50-ca99-4b63-a846-2302758f7a3d {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:14:06.563471 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 0ca2cd50-ca99-4b63-a846-2302758f7a3d not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:14:07.285664 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c86979-6bd0-4a18-8fb6-60620155f8b1 req-ab2fe10e-7e8b-4d5f-97f3-3f854fcc869c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:07.288818 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-36c86979-6bd0-4a18-8fb6-60620155f8b1 req-ab2fe10e-7e8b-4d5f-97f3-3f854fcc869c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.0910039 Oct 10 17:14:07.330996 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a75dfc20-0487-4b5c-bd9a-b6d1d010f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:07.621349 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f02dc-4f4a-46cd-ad16-b44850d880f8 req-45e86694-9cec-4858-964a-eeb26b87c6c9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:07.622844 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc7f02dc-4f4a-46cd-ad16-b44850d880f8 req-45e86694-9cec-4858-964a-eeb26b87c6c9 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.3120615 Oct 10 17:14:07.664117 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-36c86979-6bd0-4a18-8fb6-60620155f8b1 req-2bc7cb40-58bd-4a5f-bed2-287b44b95dbb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507288 Oct 10 17:14:07.728874 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc7f02dc-4f4a-46cd-ad16-b44850d880f8 req-c8dfbbd2-fda6-4477-92ba-e2c8c035ee8f tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973623 Oct 10 17:14:07.794978 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4ae1-3022-4201-b5ac-af5446f8d866 req-55945a8d-013b-4684-8299-9b7c8340e4df tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:07.796495 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6f9e4ae1-3022-4201-b5ac-af5446f8d866 req-55945a8d-013b-4684-8299-9b7c8340e4df tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0665765 Oct 10 17:14:07.849909 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6f9e4ae1-3022-4201-b5ac-af5446f8d866 req-bcd6f7cb-512c-4277-a413-671b3670214c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473959 Oct 10 17:14:08.313547 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:08.828234 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa9aad-cc1e-4163-a2e9-2e13d28b76ad req-ba98a2a8-14fd-476e-af15-066af30520f3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:08.829765 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-42fa9aad-cc1e-4163-a2e9-2e13d28b76ad req-ba98a2a8-14fd-476e-af15-066af30520f3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.0962873 Oct 10 17:14:08.914534 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46181689-61ed-4a26-8a1a-75b4577d00fe req-b0387f1d-0a4a-434e-87bd-c3e58a6890d6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:08.917164 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-46181689-61ed-4a26-8a1a-75b4577d00fe req-b0387f1d-0a4a-434e-87bd-c3e58a6890d6 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0620840 Oct 10 17:14:08.971277 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-42fa9aad-cc1e-4163-a2e9-2e13d28b76ad req-b38effa4-9430-4aa5-ada8-f0dd0a27b666 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324670 Oct 10 17:14:09.030223 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-46181689-61ed-4a26-8a1a-75b4577d00fe req-2de25e71-682b-46e5-a13b-70757f7a1940 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063366 Oct 10 17:14:09.159020 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4357df-5da7-487a-8f1d-b1af31038961 req-09d3563e-1555-4ed3-9e0b-bec55f0bd90d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:09.167565 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f4357df-5da7-487a-8f1d-b1af31038961 req-09d3563e-1555-4ed3-9e0b-bec55f0bd90d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0750847 Oct 10 17:14:09.222253 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f4357df-5da7-487a-8f1d-b1af31038961 req-7c00e7d8-5c08-4333-a776-b9a9a7aa4392 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535667 Oct 10 17:14:10.085532 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:10.113579 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:10.119778 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda16ca-56ab-4b9b-847c-cef66b3725e0 req-a4bf377c-8b99-422c-b749-01654636b26e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:10.121337 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7cda16ca-56ab-4b9b-847c-cef66b3725e0 req-a4bf377c-8b99-422c-b749-01654636b26e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.0675235 Oct 10 17:14:10.157043 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:10.208157 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:10.233091 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63816ab-097b-4006-bd6b-c243f4b8e5bc req-3c312da2-56e4-4ea5-9462-7c3c6162d084 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:10.234577 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d63816ab-097b-4006-bd6b-c243f4b8e5bc req-3c312da2-56e4-4ea5-9462-7c3c6162d084 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 945 time: 0.0806391 Oct 10 17:14:10.238258 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7cda16ca-56ab-4b9b-847c-cef66b3725e0 req-d82d19a8-c0b0-4c40-a0bf-d5903fc17d87 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101141 Oct 10 17:14:10.301509 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d63816ab-097b-4006-bd6b-c243f4b8e5bc req-b5813849-9c20-4885-ba16-268fb451c60b tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607507 Oct 10 17:14:10.389585 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263a544-cb65-4bb5-a743-78cb57b6dd84 req-e789f450-1906-4e35-8072-5fca815f3e10 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:10.391486 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4263a544-cb65-4bb5-a743-78cb57b6dd84 req-e789f450-1906-4e35-8072-5fca815f3e10 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0562479 Oct 10 17:14:10.444070 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4263a544-cb65-4bb5-a743-78cb57b6dd84 req-4761b0f4-8532-49db-beb3-32daf1e83c02 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466673 Oct 10 17:14:10.805599 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device a08541a8-03ca-473c-a3f6-55fbf4616d5d no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:14:10.851850 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:10.892697 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port a08541a8-03ca-473c-a3f6-55fbf4616d5d is: ACTIVE; New status is: DOWN {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:14:10.894223 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:10.920410 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:10.922859 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:14:10.924000 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ba016c-03ff-4ae8-b9c2-9eedb74c6d09" -d '{"events": [{"server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "name": "network-vif-unplugged", "status": "completed", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:14:10.939956 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port a08541a8-03ca-473c-a3f6-55fbf4616d5d, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:10.967713 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2809301e-759e-4745-b2f6-430ceec6d9d9 x-openstack-request-id: req-2809301e-759e-4745-b2f6-430ceec6d9d9 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:14:10.968113 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "name": "network-vif-unplugged", "status": "completed", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:14:10.968431 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2809301e-759e-4745-b2f6-430ceec6d9d9 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:14:10.969038 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2809301e-759e-4745-b2f6-430ceec6d9d9'] response: {'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'code': 200} Oct 10 17:14:11.062072 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:11.316746 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=a08541a8-03ca-473c-a3f6-55fbf4616d5d,revision_number=6']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:11.494420 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfefdfd-6bc2-43af-a770-7277ed2c6b60 req-c074788d-332c-4b21-9af1-f12808053ce8 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:11.496106 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5bfefdfd-6bc2-43af-a770-7277ed2c6b60 req-c074788d-332c-4b21-9af1-f12808053ce8 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.1210027 Oct 10 17:14:11.503238 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61639aec-85e1-43c9-84f4-0eda73b14a9a req-b128f316-725c-489f-a482-3589b113ec5d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:11.504812 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61639aec-85e1-43c9-84f4-0eda73b14a9a req-b128f316-725c-489f-a482-3589b113ec5d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 943 time: 0.0782013 Oct 10 17:14:11.626750 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5bfefdfd-6bc2-43af-a770-7277ed2c6b60 req-5284329d-f9d2-49a6-9028-10aefd4a6f87 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180162 Oct 10 17:14:11.656480 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-61639aec-85e1-43c9-84f4-0eda73b14a9a req-6fa7b118-d129-47d9-adc4-bb651340de28 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199553 Oct 10 17:14:11.764852 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ff288-614c-43ba-ba3e-cb2c41f3af7d req-02ab9a49-180b-4abc-a8a2-32961fd5118d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:11.766518 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7d8ff288-614c-43ba-ba3e-cb2c41f3af7d req-02ab9a49-180b-4abc-a8a2-32961fd5118d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0569057 Oct 10 17:14:11.840641 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7d8ff288-614c-43ba-ba3e-cb2c41f3af7d req-fef503f3-6091-4431-b26f-9ed069efc0ef tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544059 Oct 10 17:14:12.834501 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53e21f-35fb-4fcc-9d53-0253fc6d9ea2 req-34158be5-1b80-4d41-9622-2a4d2c0b4590 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:12.835963 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef53e21f-35fb-4fcc-9d53-0253fc6d9ea2 req-34158be5-1b80-4d41-9622-2a4d2c0b4590 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.1006556 Oct 10 17:14:12.856037 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8037-c702-4f51-83d1-8a114f8e1917 req-f8dc1eda-3a81-4e52-8c76-8e9e4335fa87 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:12.857881 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-edab8037-c702-4f51-83d1-8a114f8e1917 req-f8dc1eda-3a81-4e52-8c76-8e9e4335fa87 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 943 time: 0.0700369 Oct 10 17:14:12.939484 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef53e21f-35fb-4fcc-9d53-0253fc6d9ea2 req-9f42d83f-1f90-40a0-bbdf-22071a05c763 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806103 Oct 10 17:14:12.942760 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-edab8037-c702-4f51-83d1-8a114f8e1917 req-d0b20ab4-0222-4717-a91d-fc9ecaaf27f3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730917 Oct 10 17:14:13.063720 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3ee6-8178-4cae-ba52-6cfa491d3eb8 req-4fb41828-2d35-4417-9e56-fc3aa6cbc09d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:13.065197 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f5ef3ee6-8178-4cae-ba52-6cfa491d3eb8 req-4fb41828-2d35-4417-9e56-fc3aa6cbc09d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0549750 Oct 10 17:14:13.113174 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f5ef3ee6-8178-4cae-ba52-6cfa491d3eb8 req-ab7a744d-290f-4a9b-af10-31d366562a0d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420082 Oct 10 17:14:13.472697 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-9b6ddc0d-e316-4495-9dad-1455c66d2ccd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:13.474117 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-9b6ddc0d-e316-4495-9dad-1455c66d2ccd tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 943 time: 0.0468743 Oct 10 17:14:13.587499 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Deleting port a08541a8-03ca-473c-a3f6-55fbf4616d5d {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:13.587844 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:13.670535 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:13.677050 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] For port a08541a8-03ca-473c-a3f6-55fbf4616d5d, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=a08541a8-03ca-473c-a3f6-55fbf4616d5d,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:13.677410 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:13.780049 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:13.837076 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:13.837759 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (49225937-1b97-4958-b48f-af23616564ad), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:13.837879 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Floating IP 49225937-1b97-4958-b48f-af23616564ad disassociated. External IP: 172.27.4.224, port: a08541a8-03ca-473c-a3f6-55fbf4616d5d. Oct 10 17:14:13.838137 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Calling delete_port for a08541a8-03ca-473c-a3f6-55fbf4616d5d owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:14.077474 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (a08541a8-03ca-473c-a3f6-55fbf4616d5d), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:14.119966 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event deleted for resources: {'Port': ['ID=a08541a8-03ca-473c-a3f6-55fbf4616d5d,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:14.129777 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0599d-9936-411a-b7d2-2cae7ed51745 req-7884288f-4d3d-4125-bd7e-9e7290d56797 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:14.131256 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e0e0599d-9936-411a-b7d2-2cae7ed51745 req-7884288f-4d3d-4125-bd7e-9e7290d56797 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.1086278 Oct 10 17:14:14.140796 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe248342-c48a-42a1-9e82-14830940c3d8 req-a3869651-bbfc-4834-82e3-05c0712df404 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:14.142061 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fe248342-c48a-42a1-9e82-14830940c3d8 req-a3869651-bbfc-4834-82e3-05c0712df404 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 943 time: 0.1174865 Oct 10 17:14:14.295399 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e0e0599d-9936-411a-b7d2-2cae7ed51745 req-961562ad-359b-45f7-9e64-0f1b98f60a36 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522999 Oct 10 17:14:14.307412 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fe248342-c48a-42a1-9e82-14830940c3d8 req-5ea8cec6-b5d3-4bd6-8244-15c6ea1ff173 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8053e428-c8ed-4146-b908-f39dd728ffff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543875 Oct 10 17:14:14.326734 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Router 0d63599b-837c-4313-950c-15173c481cc7 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:14:14.452281 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e6e20-0974-4dc6-a901-ea9a5f8a9028 req-2b38ffbe-6061-4b80-8d06-3ec6e2955a3b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:14.453773 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-307e6e20-0974-4dc6-a901-ea9a5f8a9028 req-2b38ffbe-6061-4b80-8d06-3ec6e2955a3b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0806923 Oct 10 17:14:14.494501 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:14:14.517702 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] Sync routers for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:14:14.531948 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:14.532825 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:14.552941 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] No DVR routers for this DVR port a08541a8-03ca-473c-a3f6-55fbf4616d5d on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:14:14.560267 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-307e6e20-0974-4dc6-a901-ea9a5f8a9028 req-79a81c1c-e447-4624-8e79-87cea6803021 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965140 Oct 10 17:14:14.560267 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:14.562237 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ddef6bc5-41ac-46d9-a5ac-d86cde290967 req-279cff82-fac6-4d86-85f4-0f80e971f1b2 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a08541a8-03ca-473c-a3f6-55fbf4616d5d HTTP/1.1" status: 204 len: 173 time: 1.0556636 Oct 10 17:14:14.562754 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'name': 'network-vif-deleted', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:14:14.565090 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509f7943-5ef9-4563-acf3-a6670270fb15" -d '{"events": [{"server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "name": "network-vif-deleted", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:14:14.598932 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483bf5-5773-4562-87c2-a394bdac3db1 req-70b29597-2853-46bb-8353-2a748f23417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:14.600587 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b1483bf5-5773-4562-87c2-a394bdac3db1 req-70b29597-2853-46bb-8353-2a748f23417b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 1129 time: 0.1029487 Oct 10 17:14:14.660956 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:14.664507 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-b1483bf5-5773-4562-87c2-a394bdac3db1 req-bc923957-feb3-4653-a8bf-274502d2af95 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518570 Oct 10 17:14:14.766060 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a13109-c6db-455e-bfd1-04df2c04ca3f x-openstack-request-id: req-07a13109-c6db-455e-bfd1-04df2c04ca3f {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:14:14.766350 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1ca6a7-ee6c-4017-89c8-2a9cf2909847", "name": "network-vif-deleted", "tag": "a08541a8-03ca-473c-a3f6-55fbf4616d5d", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:14:14.766596 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07a13109-c6db-455e-bfd1-04df2c04ca3f {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:14:14.766992 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a13109-c6db-455e-bfd1-04df2c04ca3f'] response: {'server_uuid': '4a1ca6a7-ee6c-4017-89c8-2a9cf2909847', 'name': 'network-vif-deleted', 'tag': 'a08541a8-03ca-473c-a3f6-55fbf4616d5d', 'status': 'completed', 'code': 200} Oct 10 17:14:14.855062 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:49Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:14.885751 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] Checking router: 0d63599b-837c-4313-950c-15173c481cc7 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:14:14.893977 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:14.894621 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:14.996916 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:15.183213 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:49Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:15.208390 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe7509a-f840-4898-a55b-e64b28154360 None None] The sync data for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi is: [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:44Z', 'revision_number': 4, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '523a2793-5d85-41db-9e5a-1147c34f6248', 'name': '', 'network_id': '86a27400-3c0a-470b-b156-cfefc1803bb5', 'tenant_id': '2488f5601066432a8652433df5702119', 'mac_address': 'fa:16:3e:cb:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:44Z', 'updated_at': '2022-10-10T17:09:49Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'subnets': [{'id': '26ad9916-7481-4093-b34b-2fd3e3ffe6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:14:15.225368 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59584) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:15.335653 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fda6f688-d806-4cc1-b2e5-42c1af000461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:15.371176 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:15.454119 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c3f48951-c92a-48a4-9294-5fbad74bd146 req-8f4a49c5-0288-4e4b-94bb-80ed7514db01 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 210 time: 0.0486400 Oct 10 17:14:15.457855 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:15.476498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfd0f6-d4b4-438d-9f26-eb9bce0e6401 req-4d8182be-4ec1-42fa-80bf-4e8c32f81d4c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:15.478580 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1abfd0f6-d4b4-438d-9f26-eb9bce0e6401 req-4d8182be-4ec1-42fa-80bf-4e8c32f81d4c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.1024857 Oct 10 17:14:15.510706 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52739782-2df7-42ca-9315-d02ae4c08495 None None] New status for floating IP 49225937-1b97-4958-b48f-af23616564ad: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:14:15.530736 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fda6f688-d806-4cc1-b2e5-42c1af000461 admin admin] Publish callbacks [] for security_group (997b1c81-2e7b-4a6c-b7ba-ff11c3cb7f18), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:15.558511 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1abfd0f6-d4b4-438d-9f26-eb9bce0e6401 req-3d588554-b572-457d-86f6-8ddb128edfe5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696847 Oct 10 17:14:15.605271 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fda6f688-d806-4cc1-b2e5-42c1af000461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (997b1c81-2e7b-4a6c-b7ba-ff11c3cb7f18), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:15.651665 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59594) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:15.652193 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-fda6f688-d806-4cc1-b2e5-42c1af000461 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=265d5f2144c54c43af183f79aab75b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251001 Oct 10 17:14:15.652620 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6f688-d806-4cc1-b2e5-42c1af000461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997b1c81-2e7b-4a6c-b7ba-ff11c3cb7f18,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:15.672428 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:15.697923 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:15.703794 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f227c24-5de8-4db2-ab39-2aace91a35e1 req-a64f1d4f-4d54-44ab-a33b-84aa004052e1 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:15.705343 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f227c24-5de8-4db2-ab39-2aace91a35e1 req-a64f1d4f-4d54-44ab-a33b-84aa004052e1 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0499713 Oct 10 17:14:15.710663 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-cd864d38-2ec5-4327-a4c5-b04570a1a69b admin admin] Publish callbacks [] for security_group (997b1c81-2e7b-4a6c-b7ba-ff11c3cb7f18), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:15.732263 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-cd864d38-2ec5-4327-a4c5-b04570a1a69b admin admin] Publish callbacks [] for security_group (997b1c81-2e7b-4a6c-b7ba-ff11c3cb7f18), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:15.758135 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f227c24-5de8-4db2-ab39-2aace91a35e1 req-9c83a1d7-54e7-4283-bbdc-5d9e5ac8352a tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470333 Oct 10 17:14:15.907407 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-cd864d38-2ec5-4327-a4c5-b04570a1a69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (997b1c81-2e7b-4a6c-b7ba-ff11c3cb7f18), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:15.910022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-cd864d38-2ec5-4327-a4c5-b04570a1a69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:15.914867 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-cd864d38-2ec5-4327-a4c5-b04570a1a69b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/997b1c81-2e7b-4a6c-b7ba-ff11c3cb7f18 HTTP/1.1" status: 204 len: 168 time: 0.2574844 Oct 10 17:14:15.919700 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd864d38-2ec5-4327-a4c5-b04570a1a69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b1c81-2e7b-4a6c-b7ba-ff11c3cb7f18,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:16.538359 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59602) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:16.551766 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-14788ba5-f400-4860-b91e-a9c7e812d1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:16.573821 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9c6cd8ef-2f84-4d66-8e88-4d31d99c936b req-589fd97f-ca53-40ab-aa8d-2e5ab6e8279c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a1ca6a7-ee6c-4017-89c8-2a9cf2909847 HTTP/1.1" status: 200 len: 210 time: 0.0286756 Oct 10 17:14:16.633867 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-14788ba5-f400-4860-b91e-a9c7e812d1b1 admin admin] Publish callbacks [] for security_group (05420619-abf7-4ea5-9210-c853650f7bba), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:16.688253 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66deb96d-a316-4539-8e98-ffed8e05003e req-cd19c483-7c5b-417d-a42e-62a5dd5c9b30 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:16.689701 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-66deb96d-a316-4539-8e98-ffed8e05003e req-cd19c483-7c5b-417d-a42e-62a5dd5c9b30 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.0461028 Oct 10 17:14:16.706260 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-14788ba5-f400-4860-b91e-a9c7e812d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (05420619-abf7-4ea5-9210-c853650f7bba), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:16.739265 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-66deb96d-a316-4539-8e98-ffed8e05003e req-7fb5a056-a97b-4bfb-b10c-99ed15bfe158 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434816 Oct 10 17:14:16.750423 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-14788ba5-f400-4860-b91e-a9c7e812d1b1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1ab4f53030974c828ecf83bf582f5eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109287 Oct 10 17:14:16.752176 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14788ba5-f400-4860-b91e-a9c7e812d1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05420619-abf7-4ea5-9210-c853650f7bba,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:16.756454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59606) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:16.809513 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88473e67-25cb-462a-a19d-01bd75464cbc admin admin] Publish callbacks [] for security_group (05420619-abf7-4ea5-9210-c853650f7bba), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:16.828474 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f938a200-0c9b-43cd-8513-d12ee6b10a6e details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:14:16.868557 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88473e67-25cb-462a-a19d-01bd75464cbc admin admin] Publish callbacks [] for security_group (05420619-abf7-4ea5-9210-c853650f7bba), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:16.934736 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:16.941721 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d674a-6baa-43ff-8283-60a71742add6 req-9430af6c-b7ce-4ad0-aad7-409118cac3d8 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:16.943332 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e88d674a-6baa-43ff-8283-60a71742add6 req-9430af6c-b7ce-4ad0-aad7-409118cac3d8 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.1238151 Oct 10 17:14:16.947229 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'port_id': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'mac_address': 'fa:16:3e:82:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:14:16.965802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d23e29-19ee-4de8-aadb-4a6608883c07 req-3683e04b-94d7-40af-84c8-1df81b202076 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:16.965802 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-87d23e29-19ee-4de8-aadb-4a6608883c07 req-3683e04b-94d7-40af-84c8-1df81b202076 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 944 time: 0.0894165 Oct 10 17:14:16.981651 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:16.988872 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f938a200-0c9b-43cd-8513-d12ee6b10a6e is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:14:16.988872 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:16.999398 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:17.002692 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f938a200-0c9b-43cd-8513-d12ee6b10a6e {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:14:17.021963 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:17.023681 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:17.046407 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-87d23e29-19ee-4de8-aadb-4a6608883c07 req-d1df6655-3c12-40c5-bdc4-850f3baa1568 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775809 Oct 10 17:14:17.051226 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e88d674a-6baa-43ff-8283-60a71742add6 req-6b90aea6-3909-4876-b95d-580ca75545eb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979280 Oct 10 17:14:17.079115 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88473e67-25cb-462a-a19d-01bd75464cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (05420619-abf7-4ea5-9210-c853650f7bba), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.081277 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59612) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:17.082119 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88473e67-25cb-462a-a19d-01bd75464cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.083268 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-88473e67-25cb-462a-a19d-01bd75464cbc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/05420619-abf7-4ea5-9210-c853650f7bba HTTP/1.1" status: 204 len: 168 time: 0.3291039 Oct 10 17:14:17.092242 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88473e67-25cb-462a-a19d-01bd75464cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05420619-abf7-4ea5-9210-c853650f7bba,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:17.118345 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.127429 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de128afc-195c-47d6-9cbd-5fbd961214b5 tempest-TestVolumeBootPattern-389894072 tempest-TestVolumeBootPattern-389894072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:17.129597 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-de128afc-195c-47d6-9cbd-5fbd961214b5 tempest-TestVolumeBootPattern-389894072 tempest-TestVolumeBootPattern-389894072-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 1124 time: 0.0472264 Oct 10 17:14:17.131880 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59616) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:17.137123 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:14:17.169199 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=9']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:17.221896 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.225798 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:17.298899 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.407885 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Allocated IP 172.27.4.51 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/54b60455-c21a-4859-ba78-14967bd2210e) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:14:17.440495 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['f938a200-0c9b-43cd-8513-d12ee6b10a6e'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:14:17.492053 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:17.541435 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for port (54b60455-c21a-4859-ba78-14967bd2210e), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.578045 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-0a753103-6a41-4ac2-8d3a-b2aad3e92a28 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529804 Oct 10 17:14:17.652903 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (54b60455-c21a-4859-ba78-14967bd2210e), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.703083 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:14:17.704396 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-d6b2eaba-2ff9-4913-9815-90c1a98f52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:17.705904 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-d6b2eaba-2ff9-4913-9815-90c1a98f52c0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2488f5601066432a8652433df5702119&device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 1129 time: 0.0869641 Oct 10 17:14:17.714224 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:14:17.716254 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:14:17.735831 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59632) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:17.740204 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'Port': ['ID=54b60455-c21a-4859-ba78-14967bd2210e,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:17.802197 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a54dd0f8-c0bd-42e5-887d-35dfdb6ad5a4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group (8053e428-c8ed-4146-b908-f39dd728ffff), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.828394 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a54dd0f8-c0bd-42e5-887d-35dfdb6ad5a4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group (8053e428-c8ed-4146-b908-f39dd728ffff), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.895917 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-cfeaf625-d4ba-412e-97ae-e599ce5a0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:17.897412 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-cfeaf625-d4ba-412e-97ae-e599ce5a0516 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 200 len: 920 time: 0.1584182 Oct 10 17:14:17.947409 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a54dd0f8-c0bd-42e5-887d-35dfdb6ad5a4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (8053e428-c8ed-4146-b908-f39dd728ffff), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.949550 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-08d7b424-84dc-4df5-ac11-ecdc56c93c47 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 HTTP/1.1" status: 200 len: 217 time: 0.0447662 Oct 10 17:14:17.950136 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a54dd0f8-c0bd-42e5-887d-35dfdb6ad5a4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:17.951985 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-a54dd0f8-c0bd-42e5-887d-35dfdb6ad5a4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8053e428-c8ed-4146-b908-f39dd728ffff HTTP/1.1" status: 204 len: 168 time: 0.2182148 Oct 10 17:14:17.962652 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59636) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:17.970726 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dd0f8-c0bd-42e5-887d-35dfdb6ad5a4 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8053e428-c8ed-4146-b908-f39dd728ffff,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:17.989992 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.api.v2.resource [None req-3c225a91-5ae0-4f4c-9ef8-172aefd267e3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] show failed (client error): The resource could not be found. Oct 10 17:14:17.994963 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-3c225a91-5ae0-4f4c-9ef8-172aefd267e3 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups/8053e428-c8ed-4146-b908-f39dd728ffff HTTP/1.1" status: 404 len: 347 time: 0.0278039 Oct 10 17:14:17.994963 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59640) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:18.072561 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-07aa49f7-71a6-47de-b83d-e03c7fd53e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:18.074041 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-07aa49f7-71a6-47de-b83d-e03c7fd53e13 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 200 len: 858 time: 0.0902643 Oct 10 17:14:18.096917 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:18.116659 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Deleting port 8695825e-38d7-4181-b8ca-ab47ae601a15 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:18.122414 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (8695825e-38d7-4181-b8ca-ab47ae601a15), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.157641 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-217de3a3-a45a-4e1c-9c73-a4b1274d1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:18.159405 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-217de3a3-a45a-4e1c-9c73-a4b1274d1ca8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=86a27400-3c0a-470b-b156-cfefc1803bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745003 Oct 10 17:14:18.222488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ecfbd-eb7c-4470-9eef-9780131c2b65 req-440635d5-6538-4928-8af1-54c1e21e7fa8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:18.224235 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-646ecfbd-eb7c-4470-9eef-9780131c2b65 req-440635d5-6538-4928-8af1-54c1e21e7fa8 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 945 time: 0.0935681 Oct 10 17:14:18.261996 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (8695825e-38d7-4181-b8ca-ab47ae601a15), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.262595 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for floatingip (8695825e-38d7-4181-b8ca-ab47ae601a15), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.279342 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Calling delete_port for 8695825e-38d7-4181-b8ca-ab47ae601a15 owned by network:floatingip {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:18.314867 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-646ecfbd-eb7c-4470-9eef-9780131c2b65 req-3a30e40e-de96-4b0c-baff-c499cd9659be tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787501 Oct 10 17:14:18.342026 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-6e62fb7d-ccdd-477d-ad3f-bc9ebc1b74b2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757045 Oct 10 17:14:18.356053 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (d4e5d41a-357c-471d-88b6-a17f690185fb), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.369500 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:18.448160 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:18.462391 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-4332b61b-4215-4d84-b683-10c75b57fb0a req-c2d2c113-7b66-449f-b56c-8073e0645202 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142249 Oct 10 17:14:18.506675 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (8695825e-38d7-4181-b8ca-ab47ae601a15), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.534645 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event deleted for resources: {'Port': ['ID=8695825e-38d7-4181-b8ca-ab47ae601a15,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:18.554222 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (54b60455-c21a-4859-ba78-14967bd2210e), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.610121 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks [] for floatingip (49225937-1b97-4958-b48f-af23616564ad), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.612706 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.613864 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-db2ae55c-09de-40ac-b5f9-768d72b804c7 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/49225937-1b97-4958-b48f-af23616564ad HTTP/1.1" status: 204 len: 168 time: 0.6172976 Oct 10 17:14:18.711815 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for port (54b60455-c21a-4859-ba78-14967bd2210e), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.799208 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (54b60455-c21a-4859-ba78-14967bd2210e), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.843423 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f938a200-0c9b-43cd-8513-d12ee6b10a6e up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:14:18.876315 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'Port': ['ID=54b60455-c21a-4859-ba78-14967bd2210e,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:18.879229 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (d4e5d41a-357c-471d-88b6-a17f690185fb), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.925153 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port f938a200-0c9b-43cd-8513-d12ee6b10a6e triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:14:18.926561 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:18.927014 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port f938a200-0c9b-43cd-8513-d12ee6b10a6e Oct 10 17:14:18.996372 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Floating IP d4e5d41a-357c-471d-88b6-a17f690185fb associated. External IP: 172.27.4.51, port: 33e35059-afb9-405e-9e7a-7271d3f1cfce. Oct 10 17:14:19.036160 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f938a200-0c9b-43cd-8513-d12ee6b10a6e is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:14:19.036561 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:19.063042 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:14:19.065749 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5b4c22-35ee-4a1d-820f-923ee98500c1" -d '{"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-plugged", "status": "completed", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:14:19.080374 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:19.118837 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5e61b8-7abf-4d0d-9353-5781ae9218da x-openstack-request-id: req-4f5e61b8-7abf-4d0d-9353-5781ae9218da {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:14:19.119173 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-plugged", "status": "completed", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:14:19.127514 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f5e61b8-7abf-4d0d-9353-5781ae9218da {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:14:19.127514 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5e61b8-7abf-4d0d-9353-5781ae9218da'] response: {'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'code': 200} Oct 10 17:14:19.175567 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:19.251878 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=10']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:19.471174 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477aa2e-d262-4c5f-a8e8-bbcb3e1e949c req-283d2ace-d626-4113-bf55-08cf83818667 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:19.472693 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7477aa2e-d262-4c5f-a8e8-bbcb3e1e949c req-283d2ace-d626-4113-bf55-08cf83818667 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 947 time: 0.0482390 Oct 10 17:14:19.499295 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:19.500196 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Router a2666540-e20b-47bf-a420-5d9229c242a0 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:14:19.523398 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7477aa2e-d262-4c5f-a8e8-bbcb3e1e949c req-2b0fff3e-1273-4e38-a309-1fd12b046fef tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447381 Oct 10 17:14:19.559142 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:19.609118 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:14:19.619117 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] Sync routers for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:14:19.629657 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:19.630266 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:19.718580 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:19.745920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:19.750013 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6677e55-e1bb-4a65-80dd-70acc92d9f56 req-84be5eb6-0cc5-4796-b58b-32f8dca3eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:19.751606 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a6677e55-e1bb-4a65-80dd-70acc92d9f56 req-84be5eb6-0cc5-4796-b58b-32f8dca3eb01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 1131 time: 0.0749528 Oct 10 17:14:19.774613 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e47fa1d6-f03c-4b58-908d-8bfc7677c38e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6411469 Oct 10 17:14:19.775191 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:19.778736 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:14:19.781302 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9633c5a-bd66-4364-adad-cedeb74c2f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:14:19.810978 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a6677e55-e1bb-4a65-80dd-70acc92d9f56 req-8f2cf1e5-7428-433f-a9ab-c8368f114ad1 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535364 Oct 10 17:14:19.820508 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edc08be-55ef-47ec-b876-e56ef15ad680 x-openstack-request-id: req-8edc08be-55ef-47ec-b876-e56ef15ad680 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:14:19.820802 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:14:19.821057 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8edc08be-55ef-47ec-b876-e56ef15ad680 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:14:19.821459 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edc08be-55ef-47ec-b876-e56ef15ad680'] response: {'name': 'network-changed', 'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'status': 'completed', 'code': 200} Oct 10 17:14:19.939408 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:19.984458 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd4e5d41a-357c-471d-88b6-a17f690185fb', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.51', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:14:18Z', 'updated_at': '2022-10-10T17:14:18Z', 'revision_number': 0, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:20.009809 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] Checking router: a2666540-e20b-47bf-a420-5d9229c242a0 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:14:20.016691 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:20.018671 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:20.019264 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:20.249738 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:20.463901 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd4e5d41a-357c-471d-88b6-a17f690185fb', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.51', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:14:18Z', 'updated_at': '2022-10-10T17:14:18Z', 'revision_number': 0, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:20.489270 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8b2f3-c985-4204-a7a5-06a0acb846a5 None None] The sync data for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi is: [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd4e5d41a-357c-471d-88b6-a17f690185fb', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.51', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:14:18Z', 'updated_at': '2022-10-10T17:14:18Z', 'revision_number': 0, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:14:20.566584 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-0ace13c4-b407-471a-bb1f-07f0c8c0109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:20.568163 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-0ace13c4-b407-471a-bb1f-07f0c8c0109e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 1129 time: 0.0415597 Oct 10 17:14:20.675593 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e542b2-8fce-40c8-8c6c-44820f07f02f req-5755ee71-6c75-447e-b9cf-00c7689e1491 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:20.677154 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-10e542b2-8fce-40c8-8c6c-44820f07f02f req-5755ee71-6c75-447e-b9cf-00c7689e1491 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 947 time: 0.0602098 Oct 10 17:14:20.686891 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-10c194a2-3495-4282-886a-5d72ce701469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:20.688412 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-10c194a2-3495-4282-886a-5d72ce701469 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 913 time: 0.1106050 Oct 10 17:14:20.734679 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-10e542b2-8fce-40c8-8c6c-44820f07f02f req-266b3f4b-61a7-4d36-9cae-7b58912c6b0d tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484390 Oct 10 17:14:20.741159 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e70789-573a-431e-a64a-0d54a436d15f None None] New status for floating IP d4e5d41a-357c-471d-88b6-a17f690185fb: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:14:20.762721 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-47244cc2-e189-426d-91c7-0516b132d762 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33e35059-afb9-405e-9e7a-7271d3f1cfce HTTP/1.1" status: 200 len: 998 time: 0.0650265 Oct 10 17:14:20.815547 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-422ddccc-1fec-4efb-8228-349b43ee3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:20.817151 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-422ddccc-1fec-4efb-8228-349b43ee3f5f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 200 len: 851 time: 0.0472357 Oct 10 17:14:20.867170 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-fa5c892d-33ec-47a4-a5bf-340354eb7b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:20.869342 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-fa5c892d-33ec-47a4-a5bf-340354eb7b59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d40eb576-47ec-4491-b3a9-6394e24cb47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431681 Oct 10 17:14:21.014360 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-a80d78a4-85af-4d9f-939d-cbb828d553f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886786 Oct 10 17:14:21.524391 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a9633c5a-bd66-4364-adad-cedeb74c2f6e req-6f7b5d85-1fe3-4e68-b323-c41a10d05782 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937917 Oct 10 17:14:21.636702 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426bf43-d529-4b4b-8493-d7b94cdcf27c req-cbcb08d4-722d-4e66-84ff-58b8e03bfe7c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:21.638170 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f426bf43-d529-4b4b-8493-d7b94cdcf27c req-cbcb08d4-722d-4e66-84ff-58b8e03bfe7c tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0488141 Oct 10 17:14:21.685401 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f426bf43-d529-4b4b-8493-d7b94cdcf27c req-95469382-b3af-4db3-8552-bb041b051d6d tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416052 Oct 10 17:14:21.877728 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c52dfb-4691-4df5-a4ce-6a0cf3eaca84 req-071958fc-8634-4d2e-afb7-fce17250907c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:21.879180 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-95c52dfb-4691-4df5-a4ce-6a0cf3eaca84 req-071958fc-8634-4d2e-afb7-fce17250907c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 947 time: 0.0539443 Oct 10 17:14:21.928742 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-95c52dfb-4691-4df5-a4ce-6a0cf3eaca84 req-7e40ef9f-14c9-41b7-b2d9-2d96bc0497b7 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437620 Oct 10 17:14:22.804723 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20929-f92e-43bd-b389-554b16f54c97 req-c2902ba4-8138-44e1-af97-f9a0077b4840 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:22.806150 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-efd20929-f92e-43bd-b389-554b16f54c97 req-c2902ba4-8138-44e1-af97-f9a0077b4840 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0448601 Oct 10 17:14:22.852549 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-efd20929-f92e-43bd-b389-554b16f54c97 req-4be41772-d52c-454a-8ed1-e70b9e3d2375 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Oct 10 17:14:23.059940 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76832d51-a5b6-4c91-a6ac-1e3dbf48e3f7 req-c1c53404-d909-4347-825a-5996720325f2 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:23.062091 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-76832d51-a5b6-4c91-a6ac-1e3dbf48e3f7 req-c1c53404-d909-4347-825a-5996720325f2 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 947 time: 0.0466299 Oct 10 17:14:23.108942 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-76832d51-a5b6-4c91-a6ac-1e3dbf48e3f7 req-26df3cd5-fc4d-4642-9a96-481f217f0a25 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412695 Oct 10 17:14:23.979481 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfecbe-d4a8-4772-9bbd-882c7ba70ef2 req-765b26f0-9e39-4c71-aad4-efb69f4c85db tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:23.980987 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4bcfecbe-d4a8-4772-9bbd-882c7ba70ef2 req-765b26f0-9e39-4c71-aad4-efb69f4c85db tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0512631 Oct 10 17:14:24.030746 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4bcfecbe-d4a8-4772-9bbd-882c7ba70ef2 req-c2f5191d-5efa-4085-86cb-372d463e8661 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Oct 10 17:14:24.238071 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92bc08-3c04-4292-bf85-9c2c61b2c7e3 req-e63e23b5-7334-4221-ac96-f857ba997f75 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:24.239865 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fa92bc08-3c04-4292-bf85-9c2c61b2c7e3 req-e63e23b5-7334-4221-ac96-f857ba997f75 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 947 time: 0.0477650 Oct 10 17:14:24.266715 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26d960-6066-498c-b8c0-553359576d87 req-e3f3539e-f4c3-456b-b7ca-647672b26970 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:24.268214 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-fc26d960-6066-498c-b8c0-553359576d87 req-e3f3539e-f4c3-456b-b7ca-647672b26970 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 945 time: 0.0466669 Oct 10 17:14:24.289106 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fa92bc08-3c04-4292-bf85-9c2c61b2c7e3 req-1ac9762d-d6dc-4654-b707-fd10c38beaca tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428500 Oct 10 17:14:24.361863 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-fc26d960-6066-498c-b8c0-553359576d87 req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Deleting port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:24.362213 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-fc26d960-6066-498c-b8c0-553359576d87 req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:24.451475 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-fc26d960-6066-498c-b8c0-553359576d87 req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] For port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:24.451868 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-fc26d960-6066-498c-b8c0-553359576d87 req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:24.465217 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-fc26d960-6066-498c-b8c0-553359576d87 req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Calling delete_port for 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 owned by compute:nova {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:24.567404 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:24.656139 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-fc26d960-6066-498c-b8c0-553359576d87 req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (479a06ae-07fd-4ef7-a1fe-f3e76ecf1536), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:24.682584 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event deleted for resources: {'Port': ['ID=479a06ae-07fd-4ef7-a1fe-f3e76ecf1536,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:24.693037 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['37d21674-f89a-4d01-9819-f5ad96f87075', '479a06ae-07fd-4ef7-a1fe-f3e76ecf1536'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:14:24.736110 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc26d960-6066-498c-b8c0-553359576d87 req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] No DVR routers for this DVR port 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 on host hv-cinder-83454 {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:14:24.738826 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-fc26d960-6066-498c-b8c0-553359576d87 req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:24.742436 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-fc26d960-6066-498c-b8c0-553359576d87 req-92a4cf61-39cc-47c0-b7a0-7ad95dd09480 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "DELETE /networking/v2.0/ports/479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 HTTP/1.1" status: 204 len: 173 time: 0.4660692 Oct 10 17:14:24.742941 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9c95be-f85e-4793-8479-b522932cab7c', 'name': 'network-vif-deleted', 'tag': '479a06ae-07fd-4ef7-a1fe-f3e76ecf1536'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:14:24.745987 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ac9252-98ca-49b1-8d0d-58ee9b5bce48" -d '{"events": [{"server_uuid": "1d9c95be-f85e-4793-8479-b522932cab7c", "name": "network-vif-deleted", "tag": "479a06ae-07fd-4ef7-a1fe-f3e76ecf1536"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:14:24.791271 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c27d763-d63a-4d16-b54f-7d907a1094f6 x-openstack-request-id: req-3c27d763-d63a-4d16-b54f-7d907a1094f6 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:14:24.791271 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9c95be-f85e-4793-8479-b522932cab7c", "name": "network-vif-deleted", "tag": "479a06ae-07fd-4ef7-a1fe-f3e76ecf1536", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:14:24.791564 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c27d763-d63a-4d16-b54f-7d907a1094f6 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:14:24.791757 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c27d763-d63a-4d16-b54f-7d907a1094f6'] response: {'server_uuid': '1d9c95be-f85e-4793-8479-b522932cab7c', 'name': 'network-vif-deleted', 'tag': '479a06ae-07fd-4ef7-a1fe-f3e76ecf1536', 'status': 'completed', 'code': 200} Oct 10 17:14:25.141641 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-add48128-71af-4564-b75f-df3ea0e18473 req-d101156c-ad10-4cda-b7e8-95b34eedb1fc tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d9c95be-f85e-4793-8479-b522932cab7c HTTP/1.1" status: 200 len: 210 time: 0.0292802 Oct 10 17:14:26.630690 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f61b87-0064-4ffd-8d4f-2251e46d4f59 req-70fccc68-749d-4c01-9c33-14c776b69191 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:26.632210 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56f61b87-0064-4ffd-8d4f-2251e46d4f59 req-70fccc68-749d-4c01-9c33-14c776b69191 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0511439 Oct 10 17:14:26.680048 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56f61b87-0064-4ffd-8d4f-2251e46d4f59 req-20558866-abcb-4fbd-ac0d-651035c96032 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Oct 10 17:14:26.701780 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59830) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:26.804085 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-28a58a8a-533f-45a7-bc4d-3c5d447f7be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:26.807057 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:26.880615 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-28a58a8a-533f-45a7-bc4d-3c5d447f7be5 admin admin] Publish callbacks [] for security_group (5000a1c0-22de-44d0-aba0-37658b4e68a0), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:26.940408 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-28a58a8a-533f-45a7-bc4d-3c5d447f7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (5000a1c0-22de-44d0-aba0-37658b4e68a0), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:26.971362 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:26.979224 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a58a8a-533f-45a7-bc4d-3c5d447f7be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5000a1c0-22de-44d0-aba0-37658b4e68a0,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:26.983474 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-28a58a8a-533f-45a7-bc4d-3c5d447f7be5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=30545bbfdecf437c999ac0f3143b85b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806511 Oct 10 17:14:26.986249 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59834) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:27.038971 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f4e947f7-8f30-4b76-a414-9f79a8a7d668 admin admin] Publish callbacks [] for security_group (5000a1c0-22de-44d0-aba0-37658b4e68a0), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:27.059135 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f4e947f7-8f30-4b76-a414-9f79a8a7d668 admin admin] Publish callbacks [] for security_group (5000a1c0-22de-44d0-aba0-37658b4e68a0), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:27.169037 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f4e947f7-8f30-4b76-a414-9f79a8a7d668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (5000a1c0-22de-44d0-aba0-37658b4e68a0), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:27.171550 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f4e947f7-8f30-4b76-a414-9f79a8a7d668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:27.172746 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-f4e947f7-8f30-4b76-a414-9f79a8a7d668 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5000a1c0-22de-44d0-aba0-37658b4e68a0 HTTP/1.1" status: 204 len: 168 time: 0.1856925 Oct 10 17:14:27.180454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e947f7-8f30-4b76-a414-9f79a8a7d668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5000a1c0-22de-44d0-aba0-37658b4e68a0,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:27.760806 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59842) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:27.767854 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:27.774597 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86371012-dc84-4307-9da6-7e53040f04e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:27.803398 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2813c7-1609-4c8a-ad52-7a95fd50247f req-69cd10f9-7739-44fe-8fd2-f02df746a3aa tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:27.804925 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7a2813c7-1609-4c8a-ad52-7a95fd50247f req-69cd10f9-7739-44fe-8fd2-f02df746a3aa tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0480905 Oct 10 17:14:27.852211 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86371012-dc84-4307-9da6-7e53040f04e1 admin admin] Publish callbacks [] for security_group (50c65bcd-4169-4e98-a8b8-d6d79413d740), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:27.852917 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7a2813c7-1609-4c8a-ad52-7a95fd50247f req-cb221734-2b1b-4562-a17e-11ba0dd9c2ce tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Oct 10 17:14:27.901956 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86371012-dc84-4307-9da6-7e53040f04e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (50c65bcd-4169-4e98-a8b8-d6d79413d740), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:27.941431 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-86371012-dc84-4307-9da6-7e53040f04e1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=46b1bf33ab86438fbe4cfba074792f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795955 Oct 10 17:14:27.942240 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86371012-dc84-4307-9da6-7e53040f04e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c65bcd-4169-4e98-a8b8-d6d79413d740,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:27.944372 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59844) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:27.993366 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2bef07a9-5f50-498d-9f0b-e4f58ce896a0 admin admin] Publish callbacks [] for security_group (50c65bcd-4169-4e98-a8b8-d6d79413d740), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:28.013300 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2bef07a9-5f50-498d-9f0b-e4f58ce896a0 admin admin] Publish callbacks [] for security_group (50c65bcd-4169-4e98-a8b8-d6d79413d740), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:28.135377 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2bef07a9-5f50-498d-9f0b-e4f58ce896a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (50c65bcd-4169-4e98-a8b8-d6d79413d740), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:28.137973 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-2bef07a9-5f50-498d-9f0b-e4f58ce896a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:28.139143 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-2bef07a9-5f50-498d-9f0b-e4f58ce896a0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/50c65bcd-4169-4e98-a8b8-d6d79413d740 HTTP/1.1" status: 204 len: 168 time: 0.1935346 Oct 10 17:14:28.147199 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef07a9-5f50-498d-9f0b-e4f58ce896a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c65bcd-4169-4e98-a8b8-d6d79413d740,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:28.975746 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334feda-4133-4c1e-97b3-b5f90a9c1ef7 req-9bc8cffb-6b38-4705-8a37-b35d3cc37ae8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:28.977302 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e334feda-4133-4c1e-97b3-b5f90a9c1ef7 req-9bc8cffb-6b38-4705-8a37-b35d3cc37ae8 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0474982 Oct 10 17:14:29.024252 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e334feda-4133-4c1e-97b3-b5f90a9c1ef7 req-6267bdfe-b0e0-42e6-a9c7-12fd70105ebc tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Oct 10 17:14:29.095806 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:14:29.115131 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:14:29.115477 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 479a06ae-07fd-4ef7-a1fe-f3e76ecf1536 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:14:30.151296 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997b172-3d64-415a-95c3-f5a30f80951e req-49946c09-b63c-4e7e-aad0-6c60c3d40ffe tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:30.153616 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6997b172-3d64-415a-95c3-f5a30f80951e req-49946c09-b63c-4e7e-aad0-6c60c3d40ffe tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0473967 Oct 10 17:14:30.170913 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-6d35de27-d890-4c77-ae2c-38fcf9025f64 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:30.172452 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-6d35de27-d890-4c77-ae2c-38fcf9025f64 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 946 time: 0.0481267 Oct 10 17:14:30.204393 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6997b172-3d64-415a-95c3-f5a30f80951e req-bbeb3102-d7f5-4671-ab86-9524421ab504 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Oct 10 17:14:30.211746 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:14:30.262910 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Deleting port 37d21674-f89a-4d01-9819-f5ad96f87075 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:30.263252 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:30.351014 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] For port 37d21674-f89a-4d01-9819-f5ad96f87075, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=37d21674-f89a-4d01-9819-f5ad96f87075,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:30.351383 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:30.364533 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Calling delete_port for 37d21674-f89a-4d01-9819-f5ad96f87075 owned by compute:nova {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:30.547634 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (37d21674-f89a-4d01-9819-f5ad96f87075), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:30.576252 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Pushing event deleted for resources: {'Port': ['ID=37d21674-f89a-4d01-9819-f5ad96f87075,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:30.584823 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['37d21674-f89a-4d01-9819-f5ad96f87075'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:14:30.630480 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] No DVR routers for this DVR port 37d21674-f89a-4d01-9819-f5ad96f87075 on host hv-cinder-83454 {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:14:30.633502 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:30.636820 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d0becddf-6d03-44b2-b598-9cc11fb56ccb req-382ba8c3-a7e1-487e-864a-b10112fcc093 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.25 "DELETE /networking/v2.0/ports/37d21674-f89a-4d01-9819-f5ad96f87075 HTTP/1.1" status: 204 len: 173 time: 0.4578161 Oct 10 17:14:30.637326 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69da494-0060-4875-9dc0-625701fa03b5', 'name': 'network-vif-deleted', 'tag': '37d21674-f89a-4d01-9819-f5ad96f87075'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:14:30.640333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6c59f9-4a4d-4bfd-a7d5-da10e49489cc" -d '{"events": [{"server_uuid": "e69da494-0060-4875-9dc0-625701fa03b5", "name": "network-vif-deleted", "tag": "37d21674-f89a-4d01-9819-f5ad96f87075"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:14:30.678496 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abddbdd2-6acd-440f-9831-285de026619f x-openstack-request-id: req-abddbdd2-6acd-440f-9831-285de026619f {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:14:30.678787 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69da494-0060-4875-9dc0-625701fa03b5", "name": "network-vif-deleted", "tag": "37d21674-f89a-4d01-9819-f5ad96f87075", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:14:30.679039 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abddbdd2-6acd-440f-9831-285de026619f {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:14:30.679494 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abddbdd2-6acd-440f-9831-285de026619f'] response: {'server_uuid': 'e69da494-0060-4875-9dc0-625701fa03b5', 'name': 'network-vif-deleted', 'tag': '37d21674-f89a-4d01-9819-f5ad96f87075', 'status': 'completed', 'code': 200} Oct 10 17:14:30.855001 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:31.321194 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f57d9e96-05fd-4435-9b03-6670d8b537ee req-a00a6cc6-7c80-4b8c-994f-9ab254388524 tempest-ServerRescueNegativeTestJSON-961496622 tempest-ServerRescueNegativeTestJSON-961496622-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e69da494-0060-4875-9dc0-625701fa03b5 HTTP/1.1" status: 200 len: 210 time: 0.0305977 Oct 10 17:14:32.385787 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59890) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:32.774421 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:32.887514 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:32.974123 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (0d63599b-837c-4313-950c-15173c481cc7), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:33.235962 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Deleting port 523a2793-5d85-41db-9e5a-1147c34f6248 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:33.236272 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:33.319205 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] For port 523a2793-5d85-41db-9e5a-1147c34f6248, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=523a2793-5d85-41db-9e5a-1147c34f6248,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:33.319564 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:33.332406 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Calling delete_port for 523a2793-5d85-41db-9e5a-1147c34f6248 owned by network:router_interface {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:33.553326 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (523a2793-5d85-41db-9e5a-1147c34f6248), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:33.578204 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=523a2793-5d85-41db-9e5a-1147c34f6248,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:33.748254 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (0d63599b-837c-4313-950c-15173c481cc7), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:33.800705 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:33.852559 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:33.954447 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Router 0d63599b-837c-4313-950c-15173c481cc7 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:14:34.051356 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:14:34.056308 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-09abd0d7-466c-4f2e-a703-fbbb68334f38 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0d63599b-837c-4313-950c-15173c481cc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6694953 Oct 10 17:14:34.058988 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59898) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:34.060164 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] Sync routers for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:14:34.068535 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:34.071640 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:34.072365 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:34.157805 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks [] for router (0d63599b-837c-4313-950c-15173c481cc7), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.172715 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:34.256513 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks [] for router_gateway (0d63599b-837c-4313-950c-15173c481cc7), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.337206 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:14:33Z', 'revision_number': 5, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port': {'id': 'fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:96:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63599b-837c-4313-950c-15173c481cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:34.361400 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] Checking router: 0d63599b-837c-4313-950c-15173c481cc7 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:14:34.361998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Deleting port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:34.362340 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.370369 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] Routers {'0d63599b-837c-4313-950c-15173c481cc7'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:34.370968 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['0d63599b-837c-4313-950c-15173c481cc7'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:34.444299 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] For port fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:34.444667 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.454506 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] Set router 0d63599b-837c-4313-950c-15173c481cc7 gateway port host: None {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:34.458068 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Calling delete_port for fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc owned by network:router_gateway {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:34.505086 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:14:34Z', 'revision_number': 6, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port_host': None}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:34.531000 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe65e39-ee1e-4cc9-a526-2e028aea6d98 None None] The sync data for ids ['0d63599b-837c-4313-950c-15173c481cc7'] in dv-cinder-834540-2-iscsi is: [{'id': '0d63599b-837c-4313-950c-15173c481cc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1282585867-router', 'tenant_id': '2488f5601066432a8652433df5702119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:09:42Z', 'updated_at': '2022-10-10T17:14:34Z', 'revision_number': 6, 'project_id': '2488f5601066432a8652433df5702119', 'gw_port_host': None}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:14:34.573289 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:34.647094 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 37d21674-f89a-4d01-9819-f5ad96f87075 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:14:34.665882 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: 37d21674-f89a-4d01-9819-f5ad96f87075 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:14:34.666731 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 37d21674-f89a-4d01-9819-f5ad96f87075 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:14:34.673249 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.698254 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:34.764333 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (0d63599b-837c-4313-950c-15173c481cc7), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.849598 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (0d63599b-837c-4313-950c-15173c481cc7), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.851746 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks [] for router_controller (0d63599b-837c-4313-950c-15173c481cc7), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.948480 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (0d63599b-837c-4313-950c-15173c481cc7), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.949043 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d63599b-837c-4313-950c-15173c481cc7 {{(pid=105000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:14:34.953815 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:34.954948 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-526e21ef-9d96-4e79-ac2e-3cb87faae332 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/0d63599b-837c-4313-950c-15173c481cc7 HTTP/1.1" status: 204 len: 168 time: 0.8950427 Oct 10 17:14:34.957495 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59902) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:34.986477 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:35.002937 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95e1212-573f-4f7a-8abc-e3e9d0c0a4c4 admin admin] Deleting subnet 26ad9916-7481-4093-b34b-2fd3e3ffe6cc {{(pid=105000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:14:35.003638 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c105beb7-503c-4cea-9a55-5999bc656a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.006081 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f95e1212-573f-4f7a-8abc-e3e9d0c0a4c4 admin admin] Publish callbacks [] for subnet (26ad9916-7481-4093-b34b-2fd3e3ffe6cc), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.040219 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f95e1212-573f-4f7a-8abc-e3e9d0c0a4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2530152'] for subnet (26ad9916-7481-4093-b34b-2fd3e3ffe6cc), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.345374 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f95e1212-573f-4f7a-8abc-e3e9d0c0a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (26ad9916-7481-4093-b34b-2fd3e3ffe6cc), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.462062 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f95e1212-573f-4f7a-8abc-e3e9d0c0a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2397607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2828877'] for subnet (26ad9916-7481-4093-b34b-2fd3e3ffe6cc), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.489093 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e1212-573f-4f7a-8abc-e3e9d0c0a4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ad9916-7481-4093-b34b-2fd3e3ffe6cc,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:35.495511 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f95e1212-573f-4f7a-8abc-e3e9d0c0a4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.498528 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-f95e1212-573f-4f7a-8abc-e3e9d0c0a4c4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/26ad9916-7481-4093-b34b-2fd3e3ffe6cc HTTP/1.1" status: 204 len: 168 time: 0.5395277 Oct 10 17:14:35.500971 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 59904) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:35.502959 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ed6a6-840c-4a3b-af01-716cff06a497 None None] Network 86a27400-3c0a-470b-b156-cfefc1803bb5 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:14:35.570676 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (86a27400-3c0a-470b-b156-cfefc1803bb5), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.620937 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Deleting port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:35.621377 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.665654 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:35.684103 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64c655-1ce0-40e6-8627-478beb6e12df None None] DHCP port deletion for 86a27400-3c0a-470b-b156-cfefc1803bb5 request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:14:35.689134 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] For port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=9f75a438-4a13-4e9e-9db0-9a22f218ddb2,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:35.689500 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.702529 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Calling delete_port for 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 owned by network:dhcp {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:35.723211 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-4a64c655-1ce0-40e6-8627-478beb6e12df None None] Deleting port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:35.723583 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4a64c655-1ce0-40e6-8627-478beb6e12df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.752358 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:35.788696 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-4a64c655-1ce0-40e6-8627-478beb6e12df None None] For port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=9f75a438-4a13-4e9e-9db0-9a22f218ddb2,segment=NetworkSegment(fd587c71-dc60-4fb1-84fb-72fee5ab5b17),segment_id=fd587c71-dc60-4fb1-84fb-72fee5ab5b17)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:35.789090 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4a64c655-1ce0-40e6-8627-478beb6e12df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.802086 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-4a64c655-1ce0-40e6-8627-478beb6e12df None None] Calling delete_port for 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:14:35.844784 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.875440 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f75a438-4a13-4e9e-9db0-9a22f218ddb2,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:35.875865 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:35.881439 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] No DVR routers for this DVR port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 on host dv-cinder-834540-2-iscsi {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:14:35.884391 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4a64c655-1ce0-40e6-8627-478beb6e12df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (9f75a438-4a13-4e9e-9db0-9a22f218ddb2), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.908348 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c655-1ce0-40e6-8627-478beb6e12df None None] Pushing event deleted for resources: {'Port': ['ID=9f75a438-4a13-4e9e-9db0-9a22f218ddb2,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:35.913702 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64c655-1ce0-40e6-8627-478beb6e12df None None] No DVR routers for this DVR port 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:14:35.954430 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (86a27400-3c0a-470b-b156-cfefc1803bb5), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:35.976395 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a27400-3c0a-470b-b156-cfefc1803bb5']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:35.985958 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:35.986266 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd587c71-dc60-4fb1-84fb-72fee5ab5b17') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:35.996335 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (fd587c71-dc60-4fb1-84fb-72fee5ab5b17), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:36.010513 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (fd587c71-dc60-4fb1-84fb-72fee5ab5b17), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:36.017112 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:14:36.017497 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (fd587c71-dc60-4fb1-84fb-72fee5ab5b17), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:36.131220 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (86a27400-3c0a-470b-b156-cfefc1803bb5), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:36.138457 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:36.141776 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/86a27400-3c0a-470b-b156-cfefc1803bb5 HTTP/1.1" status: 204 len: 168 time: 0.6398945 Oct 10 17:14:36.167177 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a0b8b-dfbd-480a-a90c-b819e0baec7d admin admin] Pushing event deleted for resources: {'Network': ['ID=86a27400-3c0a-470b-b156-cfefc1803bb5,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:36.187506 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment fd587c71-dc60-4fb1-84fb-72fee5ab5b17 resource provider aggregate not found Oct 10 17:14:36.208258 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment fd587c71-dc60-4fb1-84fb-72fee5ab5b17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd587c71-dc60-4fb1-84fb-72fee5ab5b17 found for delete ", "request_id": "req-2292b0de-7532-40c1-9fbc-d4ea95486488"}]} Oct 10 17:14:36.534086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59932) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:36.541898 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 523a2793-5d85-41db-9e5a-1147c34f6248 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:14:36.561525 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 523a2793-5d85-41db-9e5a-1147c34f6248 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:14:36.561875 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 523a2793-5d85-41db-9e5a-1147c34f6248 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:14:36.562297 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:14:36.585375 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-bc9996a6-2a11-441d-ad94-35d801b13801 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2488f5601066432a8652433df5702119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477901 Oct 10 17:14:36.585836 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:14:36.585836 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 9f75a438-4a13-4e9e-9db0-9a22f218ddb2 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:14:36.586021 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 59936) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:36.586122 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:14:36.611410 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:14:36.611410 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device fe6fb5f3-1deb-4d64-bc5f-3e41e5364dbc not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:14:36.643366 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ea75f885-85f9-47fc-a984-269ac67d38e0 admin admin] Publish callbacks [] for security_group (5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:36.663538 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ea75f885-85f9-47fc-a984-269ac67d38e0 admin admin] Publish callbacks [] for security_group (5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:36.753043 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ea75f885-85f9-47fc-a984-269ac67d38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:36.755918 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ea75f885-85f9-47fc-a984-269ac67d38e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:36.757124 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-ea75f885-85f9-47fc-a984-269ac67d38e0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3 HTTP/1.1" status: 204 len: 168 time: 0.1706495 Oct 10 17:14:36.765690 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75f885-85f9-47fc-a984-269ac67d38e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe37b77-8d7a-43d2-9dad-3c43f28d7eb3,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:37.313022 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3a59-82fe-4eec-8ba9-a458f35216f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:38.313457 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:39.814579 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60028) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:39.960497 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60034) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:40.030859 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.038147 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-de32887e-68b5-4f74-af9f-81a5c028917f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.073187 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.090253 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.165386 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Publish callbacks [] for security_group (160b2d2b-8264-4b5e-b902-1fa95058b56d), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.170436 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-de32887e-68b5-4f74-af9f-81a5c028917f admin admin] Publish callbacks [] for security_group (ce227b35-e6b4-42b7-91ba-4181b37fd3ae), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.199303 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:40.250097 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (160b2d2b-8264-4b5e-b902-1fa95058b56d), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.286569 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=76,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:40.287394 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-de32887e-68b5-4f74-af9f-81a5c028917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ce227b35-e6b4-42b7-91ba-4181b37fd3ae), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.300192 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=89b036c16efb4407822bf667b6da97f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385904 Oct 10 17:14:40.302973 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60038) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:40.306180 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160b2d2b-8264-4b5e-b902-1fa95058b56d,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:40.319943 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.320653 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.321000 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.321341 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.321677 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.322011 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.322342 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.322701 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.323036 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.323360 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.323690 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.324069 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.324399 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.324727 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.325050 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d3deb-f8c9-4a48-b215-8d1293329baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:40.334548 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-de32887e-68b5-4f74-af9f-81a5c028917f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=022d01b632814c03a3f7e1b8ef3fc205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5185792 Oct 10 17:14:40.340243 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60040) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:40.354755 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f67a28b4-b1b8-4d48-877c-47a36dcbd28c admin admin] Publish callbacks [] for security_group (160b2d2b-8264-4b5e-b902-1fa95058b56d), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.372243 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32887e-68b5-4f74-af9f-81a5c028917f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce227b35-e6b4-42b7-91ba-4181b37fd3ae,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:40.375139 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f67a28b4-b1b8-4d48-877c-47a36dcbd28c admin admin] Publish callbacks [] for security_group (160b2d2b-8264-4b5e-b902-1fa95058b56d), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.405972 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8cf5-e65b-488c-a99e-cad15cc2e761 admin admin] Publish callbacks [] for security_group (ce227b35-e6b4-42b7-91ba-4181b37fd3ae), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.431855 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8cf5-e65b-488c-a99e-cad15cc2e761 admin admin] Publish callbacks [] for security_group (ce227b35-e6b4-42b7-91ba-4181b37fd3ae), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.501690 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f67a28b4-b1b8-4d48-877c-47a36dcbd28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (160b2d2b-8264-4b5e-b902-1fa95058b56d), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.504296 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f67a28b4-b1b8-4d48-877c-47a36dcbd28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.505433 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-f67a28b4-b1b8-4d48-877c-47a36dcbd28c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/160b2d2b-8264-4b5e-b902-1fa95058b56d HTTP/1.1" status: 204 len: 168 time: 0.2013607 Oct 10 17:14:40.507754 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:40.514322 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a28b4-b1b8-4d48-877c-47a36dcbd28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160b2d2b-8264-4b5e-b902-1fa95058b56d,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:40.539233 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8cf5-e65b-488c-a99e-cad15cc2e761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ce227b35-e6b4-42b7-91ba-4181b37fd3ae), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.542659 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8cf5-e65b-488c-a99e-cad15cc2e761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:40.546177 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2e2a8cf5-e65b-488c-a99e-cad15cc2e761 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ce227b35-e6b4-42b7-91ba-4181b37fd3ae HTTP/1.1" status: 204 len: 168 time: 0.2027359 Oct 10 17:14:40.552527 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a8cf5-e65b-488c-a99e-cad15cc2e761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce227b35-e6b4-42b7-91ba-4181b37fd3ae,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:40.567373 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:41.119183 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60060) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:41.133385 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf530-0943-4331-beda-86ccbdaa4b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:41.151235 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:41.216167 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf530-0943-4331-beda-86ccbdaa4b1d admin admin] Publish callbacks [] for security_group (741ec001-27d4-48b2-b4fd-92b20444c127), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:41.268265 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf530-0943-4331-beda-86ccbdaa4b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (741ec001-27d4-48b2-b4fd-92b20444c127), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:41.311166 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6e2cf530-0943-4331-beda-86ccbdaa4b1d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=173bff14d53a429a9ff7cbd21b46afdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903784 Oct 10 17:14:41.312207 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cf530-0943-4331-beda-86ccbdaa4b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741ec001-27d4-48b2-b4fd-92b20444c127,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:41.314507 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60066) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:41.370164 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0c143c38-38bc-4435-9ded-969f962641a3 admin admin] Publish callbacks [] for security_group (741ec001-27d4-48b2-b4fd-92b20444c127), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:41.390521 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0c143c38-38bc-4435-9ded-969f962641a3 admin admin] Publish callbacks [] for security_group (741ec001-27d4-48b2-b4fd-92b20444c127), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:41.541945 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0c143c38-38bc-4435-9ded-969f962641a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (741ec001-27d4-48b2-b4fd-92b20444c127), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:41.544620 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0c143c38-38bc-4435-9ded-969f962641a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:41.545812 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-0c143c38-38bc-4435-9ded-969f962641a3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/741ec001-27d4-48b2-b4fd-92b20444c127 HTTP/1.1" status: 204 len: 168 time: 0.2297239 Oct 10 17:14:41.554260 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c143c38-38bc-4435-9ded-969f962641a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741ec001-27d4-48b2-b4fd-92b20444c127,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:42.064696 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60092) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:42.174885 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18730d01-a313-4c01-b7c8-32cd26b075ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:42.250157 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18730d01-a313-4c01-b7c8-32cd26b075ef admin admin] Publish callbacks [] for security_group (b6f6cbc3-b909-4dfa-94a9-5969759c9296), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:42.341208 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-18730d01-a313-4c01-b7c8-32cd26b075ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b6f6cbc3-b909-4dfa-94a9-5969759c9296), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:42.379718 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-18730d01-a313-4c01-b7c8-32cd26b075ef admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c9f25b93211e4eb696be4afdf32f1457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139479 Oct 10 17:14:42.380604 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18730d01-a313-4c01-b7c8-32cd26b075ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f6cbc3-b909-4dfa-94a9-5969759c9296,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:42.382806 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60100) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:42.433901 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8088e5ba-b638-47bc-9972-a46ae9e73131 admin admin] Publish callbacks [] for security_group (b6f6cbc3-b909-4dfa-94a9-5969759c9296), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:42.455534 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8088e5ba-b638-47bc-9972-a46ae9e73131 admin admin] Publish callbacks [] for security_group (b6f6cbc3-b909-4dfa-94a9-5969759c9296), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:42.598741 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8088e5ba-b638-47bc-9972-a46ae9e73131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b6f6cbc3-b909-4dfa-94a9-5969759c9296), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:42.601296 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8088e5ba-b638-47bc-9972-a46ae9e73131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:42.602443 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-8088e5ba-b638-47bc-9972-a46ae9e73131 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6f6cbc3-b909-4dfa-94a9-5969759c9296 HTTP/1.1" status: 204 len: 168 time: 0.2185781 Oct 10 17:14:42.610557 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088e5ba-b638-47bc-9972-a46ae9e73131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f6cbc3-b909-4dfa-94a9-5969759c9296,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:45.689609 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:48.212679 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60230) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:48.344132 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-68f9de39-fb5d-4672-b51c-2fab19c41584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:48.346556 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:48.417636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-68f9de39-fb5d-4672-b51c-2fab19c41584 admin admin] Publish callbacks [] for security_group (0cae0a6d-7560-4b44-8255-6ba2d9c2f911), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:48.529616 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-68f9de39-fb5d-4672-b51c-2fab19c41584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (0cae0a6d-7560-4b44-8255-6ba2d9c2f911), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:48.571585 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-68f9de39-fb5d-4672-b51c-2fab19c41584 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=96500148c45648c08c070831a057eead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577797 Oct 10 17:14:48.573224 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9de39-fb5d-4672-b51c-2fab19c41584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae0a6d-7560-4b44-8255-6ba2d9c2f911,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:48.574272 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60236) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:48.624663 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-05b68913-a372-4e14-90d2-901c641a8365 admin admin] Publish callbacks [] for security_group (0cae0a6d-7560-4b44-8255-6ba2d9c2f911), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:48.645193 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-05b68913-a372-4e14-90d2-901c641a8365 admin admin] Publish callbacks [] for security_group (0cae0a6d-7560-4b44-8255-6ba2d9c2f911), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:48.781173 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-05b68913-a372-4e14-90d2-901c641a8365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (0cae0a6d-7560-4b44-8255-6ba2d9c2f911), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:48.783791 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-05b68913-a372-4e14-90d2-901c641a8365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:48.785014 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-05b68913-a372-4e14-90d2-901c641a8365 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0cae0a6d-7560-4b44-8255-6ba2d9c2f911 HTTP/1.1" status: 204 len: 168 time: 0.2097142 Oct 10 17:14:48.793201 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b68913-a372-4e14-90d2-901c641a8365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae0a6d-7560-4b44-8255-6ba2d9c2f911,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:49.241744 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60252) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:49.346825 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8cc62c32-a80a-448d-9373-926500275dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.409844 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:49.422287 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8cc62c32-a80a-448d-9373-926500275dd2 admin admin] Publish callbacks [] for security_group (d31b0135-0aa6-459e-9ede-256c39b19563), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.424501 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60256) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:49.437050 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9ee85111-e0e5-4091-9460-133ac7ec394d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.480534 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8cc62c32-a80a-448d-9373-926500275dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (d31b0135-0aa6-459e-9ede-256c39b19563), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.509794 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:49.526995 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-8cc62c32-a80a-448d-9373-926500275dd2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1fb8d1901b3d4e8c93fe2921261aff3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842190 Oct 10 17:14:49.529915 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60258) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:49.538780 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc62c32-a80a-448d-9373-926500275dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31b0135-0aa6-459e-9ede-256c39b19563,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:49.553567 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9ee85111-e0e5-4091-9460-133ac7ec394d admin admin] Publish callbacks [] for security_group (b46f44a7-d6d2-4a42-9d4e-cc618878dcf9), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.581438 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2eba-4cb1-4f28-9b45-7c03500ffabd admin admin] Publish callbacks [] for security_group (d31b0135-0aa6-459e-9ede-256c39b19563), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.598769 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9ee85111-e0e5-4091-9460-133ac7ec394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b46f44a7-d6d2-4a42-9d4e-cc618878dcf9), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.600947 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2eba-4cb1-4f28-9b45-7c03500ffabd admin admin] Publish callbacks [] for security_group (d31b0135-0aa6-459e-9ede-256c39b19563), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.639026 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-9ee85111-e0e5-4091-9460-133ac7ec394d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0873014674bc4487b4a4a78e34d8be9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135320 Oct 10 17:14:49.639942 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee85111-e0e5-4091-9460-133ac7ec394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f44a7-d6d2-4a42-9d4e-cc618878dcf9,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:49.641714 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60260) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:49.681244 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:49.692555 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3e83-4173-4484-aa84-b29761d533a4 admin admin] Publish callbacks [] for security_group (b46f44a7-d6d2-4a42-9d4e-cc618878dcf9), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.712736 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3e83-4173-4484-aa84-b29761d533a4 admin admin] Publish callbacks [] for security_group (b46f44a7-d6d2-4a42-9d4e-cc618878dcf9), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.737088 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2eba-4cb1-4f28-9b45-7c03500ffabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (d31b0135-0aa6-459e-9ede-256c39b19563), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.739559 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2eba-4cb1-4f28-9b45-7c03500ffabd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.740697 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-7c6c2eba-4cb1-4f28-9b45-7c03500ffabd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d31b0135-0aa6-459e-9ede-256c39b19563 HTTP/1.1" status: 204 len: 168 time: 0.2097607 Oct 10 17:14:49.754694 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c2eba-4cb1-4f28-9b45-7c03500ffabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31b0135-0aa6-459e-9ede-256c39b19563,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:49.815845 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3e83-4173-4484-aa84-b29761d533a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (b46f44a7-d6d2-4a42-9d4e-cc618878dcf9), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.818958 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3e83-4173-4484-aa84-b29761d533a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:49.820257 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-f5ef3e83-4173-4484-aa84-b29761d533a4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b46f44a7-d6d2-4a42-9d4e-cc618878dcf9 HTTP/1.1" status: 204 len: 168 time: 0.1773229 Oct 10 17:14:49.830802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef3e83-4173-4484-aa84-b29761d533a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f44a7-d6d2-4a42-9d4e-cc618878dcf9,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:50.362642 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60278) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:50.367631 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-511bd5cc-0592-47a2-84db-573dd70bef66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:50.447461 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-511bd5cc-0592-47a2-84db-573dd70bef66 admin admin] Publish callbacks [] for security_group (a55c17d2-114c-495d-a17b-70d15795407e), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:50.518769 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-511bd5cc-0592-47a2-84db-573dd70bef66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (a55c17d2-114c-495d-a17b-70d15795407e), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:50.562339 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-511bd5cc-0592-47a2-84db-573dd70bef66 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=412cc1ed7e064987a13b389f560cba09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076952 Oct 10 17:14:50.563540 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bd5cc-0592-47a2-84db-573dd70bef66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55c17d2-114c-495d-a17b-70d15795407e,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:50.565190 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60282) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:50.629213 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-28cb5052-2112-4df7-ba45-f699581cf1c2 admin admin] Publish callbacks [] for security_group (a55c17d2-114c-495d-a17b-70d15795407e), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:50.649441 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-28cb5052-2112-4df7-ba45-f699581cf1c2 admin admin] Publish callbacks [] for security_group (a55c17d2-114c-495d-a17b-70d15795407e), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:50.746984 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-28cb5052-2112-4df7-ba45-f699581cf1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (a55c17d2-114c-495d-a17b-70d15795407e), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:50.749628 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-28cb5052-2112-4df7-ba45-f699581cf1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:50.750778 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-28cb5052-2112-4df7-ba45-f699581cf1c2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a55c17d2-114c-495d-a17b-70d15795407e HTTP/1.1" status: 204 len: 168 time: 0.1845989 Oct 10 17:14:50.761007 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb5052-2112-4df7-ba45-f699581cf1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55c17d2-114c-495d-a17b-70d15795407e,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:51.332655 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60310) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:51.436407 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a31e35de-741e-4635-9f2a-9adde738b820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:51.516587 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a31e35de-741e-4635-9f2a-9adde738b820 admin admin] Publish callbacks [] for security_group (e93f38af-b27e-4789-87bc-79b0cc324234), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:51.621736 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a31e35de-741e-4635-9f2a-9adde738b820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (e93f38af-b27e-4789-87bc-79b0cc324234), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:51.663860 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-a31e35de-741e-4635-9f2a-9adde738b820 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a9ddc2babd074a589af9378974450895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300297 Oct 10 17:14:51.664810 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e35de-741e-4635-9f2a-9adde738b820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93f38af-b27e-4789-87bc-79b0cc324234,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:51.666568 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60322) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:51.719938 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5663-5b13-4414-bafa-649d4ccdbfcf admin admin] Publish callbacks [] for security_group (e93f38af-b27e-4789-87bc-79b0cc324234), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:51.740173 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5663-5b13-4414-bafa-649d4ccdbfcf admin admin] Publish callbacks [] for security_group (e93f38af-b27e-4789-87bc-79b0cc324234), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:51.884456 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5663-5b13-4414-bafa-649d4ccdbfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (e93f38af-b27e-4789-87bc-79b0cc324234), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:51.887073 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5663-5b13-4414-bafa-649d4ccdbfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:51.888261 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ce6a5663-5b13-4414-bafa-649d4ccdbfcf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e93f38af-b27e-4789-87bc-79b0cc324234 HTTP/1.1" status: 204 len: 168 time: 0.2205179 Oct 10 17:14:51.896242 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a5663-5b13-4414-bafa-649d4ccdbfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93f38af-b27e-4789-87bc-79b0cc324234,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:52.807682 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60366) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:52.905606 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-995672197-network', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:14:53.005236 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Made reservation on behalf of 4f9731af8c4c4188bc61c7f35b8bdc5e for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:14:53.007802 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.018626 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.099737 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Publish callbacks [] for security_group (1dbd3457-5ab7-4960-be81-a42872a6bbbb), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.158767 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1dbd3457-5ab7-4960-be81-a42872a6bbbb), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.184887 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:14:53.194586 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbd3457-5ab7-4960-be81-a42872a6bbbb,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:53.203618 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (0b03924b-2ede-4788-89ee-426e0d3ab4bf), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.203963 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Added segment 0b03924b-2ede-4788-89ee-426e0d3ab4bf of type vlan for network a15f2f44-a2b5-453b-9078-70aae54a8d77 Oct 10 17:14:53.242010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:53.246409 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (a15f2f44-a2b5-453b-9078-70aae54a8d77), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.352768 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (a15f2f44-a2b5-453b-9078-70aae54a8d77), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.353790 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:53.354379 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.365237 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:53.416846 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a15f2f44-a2b5-453b-9078-70aae54a8d77,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:53.426810 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network a15f2f44-a2b5-453b-9078-70aae54a8d77 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:14:53.461406 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-da7093da-2651-49c3-ae15-7a1c9b9b01e4 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6495974 Oct 10 17:14:53.461953 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60384) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:53.467952 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Request body: {'subnet': {'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-995672197-subnet', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:14:53.547006 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Made reservation on behalf of 4f9731af8c4c4188bc61c7f35b8bdc5e for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:14:53.549421 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26218626'] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.776160 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2925975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26218640'] for subnet (2882eb81-b3dd-4a01-b246-2a7610ad8bec), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:53.830383 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2882eb81-b3dd-4a01-b246-2a7610ad8bec,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:53.846158 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Checking segment: {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:14:53.846516 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Network hostable DHCP agents. Network: a15f2f44-a2b5-453b-9078-70aae54a8d77, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:14:53.934860 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Network a15f2f44-a2b5-453b-9078-70aae54a8d77 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:14:54.015396 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, a15f2f44-a2b5-453b-9078-70aae54a8d77) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:14:54.019564 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:54.020192 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.024260 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d47864-e391-45aa-b6c7-cc2027520174 None None] Network a15f2f44-a2b5-453b-9078-70aae54a8d77 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:14:54.116238 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-079e8333-ec6c-4ca8-b3e4-40a6ad37ca69 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6519668 Oct 10 17:14:54.123246 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60390) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:54.125934 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-a15f2f44-a2b5-453b-9078-70aae54a8d77', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:14:54.126928 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.127665 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:14:54.227562 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.228710 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.268284 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Allocated IP 172.20.0.2 (a15f2f44-a2b5-453b-9078-70aae54a8d77/2882eb81-b3dd-4a01-b246-2a7610ad8bec/24d7aecb-88a8-4dba-a701-ca51043207f9) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:14:54.279986 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks [] for router_controller (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.408047 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Publish callbacks [] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.478206 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks [] for router_gateway (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.495704 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.538668 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Network a15f2f44-a2b5-453b-9078-70aae54a8d77 is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:14:54.541435 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:14:54.545247 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:14:54.551651 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Pushing event updated for resources: {'Port': ['ID=24d7aecb-88a8-4dba-a701-ca51043207f9,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:54.562417 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.562766 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.564348 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.564348 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.564348 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.564348 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.564733 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.564824 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.565078 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.565403 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.565728 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.566067 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.566394 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.566714 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.567031 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:54.598591 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:DELETE=2,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:54.614189 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Attempting to bind port 24d7aecb-88a8-4dba-a701-ca51043207f9 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:14:54.614564 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Attempting to bind port 24d7aecb-88a8-4dba-a701-ca51043207f9 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:14:54.614933 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Attempting to bind port 24d7aecb-88a8-4dba-a701-ca51043207f9 on network a15f2f44-a2b5-453b-9078-70aae54a8d77 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:14:54.657042 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:14:54.657421 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Checking segment: {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:14:54.657827 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.658221 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Bound using segment: {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:14:54.658718 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Bound port: 24d7aecb-88a8-4dba-a701-ca51043207f9, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:14:54.659102 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.733413 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks [] for router_gateway (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.754325 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.844456 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:54.848137 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] For port 24d7aecb-88a8-4dba-a701-ca51043207f9, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:14:54.851248 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] For port 24d7aecb-88a8-4dba-a701-ca51043207f9, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=24d7aecb-88a8-4dba-a701-ca51043207f9,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:14:54.867033 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Allocated IP 172.27.4.189 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/9a8d7321-3659-419a-9af4-b642e7d54252) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:14:54.915285 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:54.959197 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.971303 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks [] for port (9a8d7321-3659-419a-9af4-b642e7d54252), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:54.995419 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:55.016093 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571b2be-c34c-477d-a24a-50e15c6c913c None None] Pushing event updated for resources: {'Port': ['ID=24d7aecb-88a8-4dba-a701-ca51043207f9,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:55.085457 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:55.141333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:14:55.149252 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:14:55.151762 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:14:55.154180 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Pushing event updated for resources: {'Port': ['ID=9a8d7321-3659-419a-9af4-b642e7d54252,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:55.468829 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:55.486989 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks [] for router_gateway (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:55.707990 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:55.859193 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42d776-8804-473f-bcad-92fe1c1d17aa None None] Network a15f2f44-a2b5-453b-9078-70aae54a8d77 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:14:55.936216 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:14:55.952512 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-5c7c1314-b682-42f9-b83f-51eb2b17e68c None None] Provisioning complete for port 24d7aecb-88a8-4dba-a701-ca51043207f9 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:14:55.952946 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1314-b682-42f9-b83f-51eb2b17e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:55.953254 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-5c7c1314-b682-42f9-b83f-51eb2b17e68c None None] Attempt 1 to provision port 24d7aecb-88a8-4dba-a701-ca51043207f9 Oct 10 17:14:56.049472 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:14:56.059979 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Sync routers for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:14:56.071429 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c1314-b682-42f9-b83f-51eb2b17e68c None None] Current status of the port 24d7aecb-88a8-4dba-a701-ca51043207f9 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:14:56.072421 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1314-b682-42f9-b83f-51eb2b17e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.074742 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:56.075372 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:56.118269 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-5c7c1314-b682-42f9-b83f-51eb2b17e68c None None] For port 24d7aecb-88a8-4dba-a701-ca51043207f9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=24d7aecb-88a8-4dba-a701-ca51043207f9,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:56.151119 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.156651 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-1798d646-418b-4d2c-85ad-a50d2f82d2be admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0323131 Oct 10 17:14:56.157016 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60418) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:56.194762 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:56.239119 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1314-b682-42f9-b83f-51eb2b17e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.284440 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:56.309023 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c1314-b682-42f9-b83f-51eb2b17e68c None None] Pushing event updated for resources: {'Port': ['ID=24d7aecb-88a8-4dba-a701-ca51043207f9,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:56.359215 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-e1c0b97a-d147-4c62-b0df-61bcbe6fa37e None None] Provisioning complete for port 24d7aecb-88a8-4dba-a701-ca51043207f9 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:14:56.359594 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e1c0b97a-d147-4c62-b0df-61bcbe6fa37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.359937 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-e1c0b97a-d147-4c62-b0df-61bcbe6fa37e None None] Attempt 1 to provision port 24d7aecb-88a8-4dba-a701-ca51043207f9 Oct 10 17:14:56.403090 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:55Z', 'revision_number': 3, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:56.433898 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Checking router: 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:14:56.434254 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Updating router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 port 9a8d7321-3659-419a-9af4-b642e7d54252 binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:14:56.435782 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0b97a-d147-4c62-b0df-61bcbe6fa37e None None] Current status of the port 24d7aecb-88a8-4dba-a701-ca51043207f9 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:14:56.462992 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.553487 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:56.602349 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 24d7aecb-88a8-4dba-a701-ca51043207f9 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:14:56.650565 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.651944 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 24d7aecb-88a8-4dba-a701-ca51043207f9 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:14:56.652638 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.652982 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 24d7aecb-88a8-4dba-a701-ca51043207f9 Oct 10 17:14:56.711618 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Publish callbacks [] for port (9a8d7321-3659-419a-9af4-b642e7d54252), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.733859 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 24d7aecb-88a8-4dba-a701-ca51043207f9 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:14:56.786711 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.807878 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Allocated IP 172.20.0.1 (a15f2f44-a2b5-453b-9078-70aae54a8d77/2882eb81-b3dd-4a01-b246-2a7610ad8bec/8236d692-0529-47eb-bb8e-91e8a7a7ac5c) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:14:56.824151 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Attempting to bind port 9a8d7321-3659-419a-9af4-b642e7d54252 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:14:56.824546 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Attempting to bind port 9a8d7321-3659-419a-9af4-b642e7d54252 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:14:56.824933 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Attempting to bind port 9a8d7321-3659-419a-9af4-b642e7d54252 on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:14:56.919202 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Publish callbacks [] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.947370 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Pushing event updated for resources: {'Port': ['ID=9a8d7321-3659-419a-9af4-b642e7d54252,revision_number=2']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:56.960783 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.961130 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.961491 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.961896 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.962183 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.962538 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.962867 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.963207 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.963513 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.963830 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.964178 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.964514 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.964834 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.965149 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.965469 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:56.978065 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:14:56.978447 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:14:56.978835 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.979300 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:14:56.979835 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Bound port: 9a8d7321-3659-419a-9af4-b642e7d54252, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:14:56.980240 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:56.999702 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:57.030309 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] For port 9a8d7321-3659-419a-9af4-b642e7d54252, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:14:57.032981 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] For port 9a8d7321-3659-419a-9af4-b642e7d54252, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=9a8d7321-3659-419a-9af4-b642e7d54252,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:14:57.040547 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Network a15f2f44-a2b5-453b-9078-70aae54a8d77 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:14:57.043585 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:14:57.047591 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:14:57.072899 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Pushing event updated for resources: {'Port': ['ID=8236d692-0529-47eb-bb8e-91e8a7a7ac5c,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:57.084017 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.084383 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.084728 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.085082 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.085401 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.085730 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.086054 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.086373 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.086698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.087131 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.087342 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.087663 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.087977 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.088421 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.088742 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:14:57.110126 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:57.125233 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:57.168506 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:57.175775 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:57.176876 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:57.187972 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:57.225818 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4bf0d-8e0f-4341-b93f-297e7ace04b6 None None] Pushing event updated for resources: {'Port': ['ID=9a8d7321-3659-419a-9af4-b642e7d54252,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:57.246575 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:57.313151 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:57.343539 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:57.377929 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-19c6331e-cb07-4bf9-a42e-1673e1b194c5 None None] Provisioning complete for port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:14:57.378457 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-19c6331e-cb07-4bf9-a42e-1673e1b194c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:57.378898 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-19c6331e-cb07-4bf9-a42e-1673e1b194c5 None None] Attempt 1 to provision port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c Oct 10 17:14:57.423962 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-19c6331e-cb07-4bf9-a42e-1673e1b194c5 None None] Port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:14:57.477176 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:57.505379 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:55Z', 'revision_number': 3, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:57.520163 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Publish callbacks [] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:57.530253 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3525-b98f-4bdd-b92a-73e28ec936cd None None] The sync data for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi is: [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:55Z', 'revision_number': 3, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:14:57.593452 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:57.666197 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:57.669524 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Pushing event updated for resources: {'Port': ['ID=8236d692-0529-47eb-bb8e-91e8a7a7ac5c,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:57.783050 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f16052-3027-4e47-9550-33cfcba88519 req-b7c44199-e79e-47e1-a163-5025633b872c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:57.783050 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a8f16052-3027-4e47-9550-33cfcba88519 req-b7c44199-e79e-47e1-a163-5025633b872c tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 947 time: 0.0639284 Oct 10 17:14:57.822667 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Network a15f2f44-a2b5-453b-9078-70aae54a8d77 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:14:57.829555 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:14:57.912559 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a8f16052-3027-4e47-9550-33cfcba88519 req-2ff8bfab-ae22-4c10-bca0-33ba17a7ee72 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097376 Oct 10 17:14:57.986577 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:57.991727 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:14:58.107487 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60444) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:58.111424 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:14:58.124618 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-501803b0-e7bb-4771-bafd-a55d6d108c8b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9589353 Oct 10 17:14:58.146735 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-df60cd70-b333-4748-b33e-6206041007f3 None None] Provisioning complete for port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:14:58.147508 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-df60cd70-b333-4748-b33e-6206041007f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.147508 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-df60cd70-b333-4748-b33e-6206041007f3 None None] Attempt 1 to provision port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c Oct 10 17:14:58.185993 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-df60cd70-b333-4748-b33e-6206041007f3 None None] Port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:14:58.257616 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-60185d8a-58a3-4a24-b1a4-636792ff0660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.334999 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:58.339917 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-60185d8a-58a3-4a24-b1a4-636792ff0660 admin admin] Publish callbacks [] for security_group (e38e6bf1-6841-4e23-8f76-d07a028d5f59), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.432987 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-60185d8a-58a3-4a24-b1a4-636792ff0660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (e38e6bf1-6841-4e23-8f76-d07a028d5f59), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.474924 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60185d8a-58a3-4a24-b1a4-636792ff0660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38e6bf1-6841-4e23-8f76-d07a028d5f59,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:58.479688 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-60185d8a-58a3-4a24-b1a4-636792ff0660 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e7a0068484bc4ff3a58ce5b40bc65734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703628 Oct 10 17:14:58.482887 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60454) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:58.538788 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9dcf61ba-3702-4223-a603-47c3720ead6b admin admin] Publish callbacks [] for security_group (e38e6bf1-6841-4e23-8f76-d07a028d5f59), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.563258 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9dcf61ba-3702-4223-a603-47c3720ead6b admin admin] Publish callbacks [] for security_group (e38e6bf1-6841-4e23-8f76-d07a028d5f59), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.581609 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 9a8d7321-3659-419a-9af4-b642e7d54252 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:14:58.632808 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 9a8d7321-3659-419a-9af4-b642e7d54252 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:14:58.633188 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.633528 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 9a8d7321-3659-419a-9af4-b642e7d54252 Oct 10 17:14:58.672802 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9dcf61ba-3702-4223-a603-47c3720ead6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (e38e6bf1-6841-4e23-8f76-d07a028d5f59), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.675394 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9dcf61ba-3702-4223-a603-47c3720ead6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.675517 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:58.676635 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-9dcf61ba-3702-4223-a603-47c3720ead6b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e38e6bf1-6841-4e23-8f76-d07a028d5f59 HTTP/1.1" status: 204 len: 168 time: 0.1928532 Oct 10 17:14:58.684772 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf61ba-3702-4223-a603-47c3720ead6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38e6bf1-6841-4e23-8f76-d07a028d5f59,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:58.719325 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:58.722049 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 9a8d7321-3659-419a-9af4-b642e7d54252 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:14:58.722444 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.746723 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 9a8d7321-3659-419a-9af4-b642e7d54252, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=9a8d7321-3659-419a-9af4-b642e7d54252,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:58.830835 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:58.882772 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=9a8d7321-3659-419a-9af4-b642e7d54252,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:58.936011 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60468) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:58.936011 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-587146405-network', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:14:58.977941 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:59.073307 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Made reservation on behalf of dfaa60d75ad34d5dbe9402bb99667133 for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:14:59.075621 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe23d3-402f-4848-a57c-c4aed4359393 req-1a1131f2-049b-4419-bd96-7a46bb2ee057 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:59.076184 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.077212 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-48fe23d3-402f-4848-a57c-c4aed4359393 req-1a1131f2-049b-4419-bd96-7a46bb2ee057 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 947 time: 0.0601785 Oct 10 17:14:59.088282 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.133996 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-48fe23d3-402f-4848-a57c-c4aed4359393 req-b93e61fa-d78e-4fa8-8fa4-8c73e50e6f4b tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507898 Oct 10 17:14:59.284698 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Sync routers for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:14:59.297253 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:14:59.297882 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:59.321349 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60474) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:59.336498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3ef2-0d65-4f9c-9e1a-477a0c9bdfbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.412015 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:14:59.419397 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3ef2-0d65-4f9c-9e1a-477a0c9bdfbc admin admin] Publish callbacks [] for security_group (46e602bf-6d5e-4d0d-a5e7-98bc6cdccebb), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.452908 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-ce26dd68-1489-4682-ab82-a46dd85a76e3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:59.454360 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-ce26dd68-1489-4682-ab82-a46dd85a76e3 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 947 time: 0.0634131 Oct 10 17:14:59.474177 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Publish callbacks [] for security_group (0f61e797-7bc4-40d9-8161-a4e6e3f46e18), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.496115 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3ef2-0d65-4f9c-9e1a-477a0c9bdfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (46e602bf-6d5e-4d0d-a5e7-98bc6cdccebb), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.542965 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-3e1f3ef2-0d65-4f9c-9e1a-477a0c9bdfbc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6222043dd7ec420eb97f2c74bac66ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179892 Oct 10 17:14:59.542965 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f3ef2-0d65-4f9c-9e1a-477a0c9bdfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e602bf-6d5e-4d0d-a5e7-98bc6cdccebb,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:59.543266 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60476) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:14:59.556439 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (0f61e797-7bc4-40d9-8161-a4e6e3f46e18), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.592223 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Deleting port f938a200-0c9b-43cd-8513-d12ee6b10a6e {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:14:59.592487 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.614521 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:14:59.620257 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '8236d692-0529-47eb-bb8e-91e8a7a7ac5c', 'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'mac_address': 'fa:16:3e:03:ba:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:56Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 2, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'subnets': [{'id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:14:59.644733 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Checking router: 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:14:59.645088 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Updating router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:14:59.667022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f61e797-7bc4-40d9-8161-a4e6e3f46e18,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:14:59.672617 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.673214 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (4e0e2980-5a01-4830-883c-a50cb47c8e41), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.673561 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Added segment 4e0e2980-5a01-4830-883c-a50cb47c8e41 of type vlan for network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b Oct 10 17:14:59.695068 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:14:59.740209 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ed9846cb-382e-4cc7-8436-db60bb49f1d3 admin admin] Publish callbacks [] for security_group (46e602bf-6d5e-4d0d-a5e7-98bc6cdccebb), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.764599 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (dd848163-ddd7-4ee1-906a-2d0f3bf9d43b), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.784175 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ed9846cb-382e-4cc7-8436-db60bb49f1d3 admin admin] Publish callbacks [] for security_group (46e602bf-6d5e-4d0d-a5e7-98bc6cdccebb), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.795110 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] For port f938a200-0c9b-43cd-8513-d12ee6b10a6e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f938a200-0c9b-43cd-8513-d12ee6b10a6e,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:14:59.795474 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.932771 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (dd848163-ddd7-4ee1-906a-2d0f3bf9d43b), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.933763 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:14:59.934341 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:14:59.934712 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Publish callbacks [] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.022789 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ed9846cb-382e-4cc7-8436-db60bb49f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (46e602bf-6d5e-4d0d-a5e7-98bc6cdccebb), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.025298 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ed9846cb-382e-4cc7-8436-db60bb49f1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.026428 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ed9846cb-382e-4cc7-8436-db60bb49f1d3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/46e602bf-6d5e-4d0d-a5e7-98bc6cdccebb HTTP/1.1" status: 204 len: 168 time: 0.4823256 Oct 10 17:15:00.042096 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.052429 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9846cb-382e-4cc7-8436-db60bb49f1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e602bf-6d5e-4d0d-a5e7-98bc6cdccebb,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:00.059039 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] Pushing event updated for resources: {'Network': ['ID=dd848163-ddd7-4ee1-906a-2d0f3bf9d43b,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:00.071879 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60480) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:00.077040 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:15:00.077337 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Request body: {'subnet': {'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-587146405-subnet', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'ip_version': 4}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:00.079701 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:00.082940 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-b86dbadd-183d-4216-91af-b24030a2e724 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1513486 Oct 10 17:15:00.087099 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.088425 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.088740 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Floating IP c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95 disassociated. External IP: 172.27.4.30, port: f938a200-0c9b-43cd-8513-d12ee6b10a6e. Oct 10 17:15:00.089091 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Calling delete_port for f938a200-0c9b-43cd-8513-d12ee6b10a6e owned by compute:nova {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:15:00.110310 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:00.153069 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Made reservation on behalf of dfaa60d75ad34d5dbe9402bb99667133 for: {'subnet': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:15:00.157432 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2828460'] for subnet (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.291102 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:00.317698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef792-8d33-44e6-848e-740853c9481f req-beaf8d9a-6733-4919-870d-92820a9e4cdf tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:00.319168 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-029ef792-8d33-44e6-848e-740853c9481f req-beaf8d9a-6733-4919-870d-92820a9e4cdf tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 947 time: 0.0602558 Oct 10 17:15:00.330739 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (f938a200-0c9b-43cd-8513-d12ee6b10a6e), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.347475 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5528f-e0a1-40e1-aa2d-856810a58d10 None None] Pushing event updated for resources: {'Port': ['ID=8236d692-0529-47eb-bb8e-91e8a7a7ac5c,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:00.365201 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event deleted for resources: {'Port': ['ID=f938a200-0c9b-43cd-8513-d12ee6b10a6e,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:00.366384 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Attempting to bind port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:00.366805 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Attempting to bind port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:00.367175 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Attempting to bind port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c on network a15f2f44-a2b5-453b-9078-70aae54a8d77 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:00.404551 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-029ef792-8d33-44e6-848e-740853c9481f req-d2d5b37b-3817-4f05-af8d-959495da64fa tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ea7b1057-fc88-4037-99ed-1f3054879811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645185 Oct 10 17:15:00.416837 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:00.417386 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Checking segment: {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:00.419034 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.420691 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Bound using segment: {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:00.421414 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Bound port: 8236d692-0529-47eb-bb8e-91e8a7a7ac5c, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:00.422517 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.487033 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:00.501852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] For port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:00.505148 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] For port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=8236d692-0529-47eb-bb8e-91e8a7a7ac5c,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:00.526019 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Router a088680d-e74b-4325-86ee-e3c81ba5e868 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:15:00.553683 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2397670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2828478'] for subnet (d2870372-7f60-4f3c-a73b-d35ad5850cb5), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.582505 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.595374 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 9a8d7321-3659-419a-9af4-b642e7d54252 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:00.621777 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2870372-7f60-4f3c-a73b-d35ad5850cb5,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:00.635272 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Checking segment: {'id': '4e0e2980-5a01-4830-883c-a50cb47c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:00.635648 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Network hostable DHCP agents. Network: dd848163-ddd7-4ee1-906a-2d0f3bf9d43b, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=105000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:15:00.642155 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:00.649326 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:15:00.661832 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] Sync routers for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:15:00.662374 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:00.662930 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:00.675737 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:00.676775 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:00.698849 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] No DVR routers for this DVR port f938a200-0c9b-43cd-8513-d12ee6b10a6e on host hv-cinder-83454 {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:15:00.702052 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.705304 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-db08faad-4cd4-4be0-b069-07be5ab5d18c req-7e74e62c-df18-4cf7-a3a7-6bc7012646d6 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f938a200-0c9b-43cd-8513-d12ee6b10a6e HTTP/1.1" status: 204 len: 173 time: 1.2414074 Oct 10 17:15:00.705799 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-deleted', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:15:00.708741 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c28ee9c-5869-4a75-b0e0-b0dfb2644523" -d '{"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-deleted", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:15:00.722313 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5528f-e0a1-40e1-aa2d-856810a58d10 None None] Pushing event updated for resources: {'Port': ['ID=8236d692-0529-47eb-bb8e-91e8a7a7ac5c,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:00.738782 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 9a8d7321-3659-419a-9af4-b642e7d54252 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:00.739392 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.740049 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 9a8d7321-3659-419a-9af4-b642e7d54252 Oct 10 17:15:00.749017 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82885a60-b3c4-4147-9536-a144724b621e x-openstack-request-id: req-82885a60-b3c4-4147-9536-a144724b621e {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:15:00.750399 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=105000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:15:00.752662 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fbb112-41b5-47f4-9c56-50fbd9bce1ef", "name": "network-vif-deleted", "tag": "f938a200-0c9b-43cd-8513-d12ee6b10a6e", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:15:00.753096 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82885a60-b3c4-4147-9536-a144724b621e {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:15:00.753675 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82885a60-b3c4-4147-9536-a144724b621e'] response: {'server_uuid': 'e7fbb112-41b5-47f4-9c56-50fbd9bce1ef', 'name': 'network-vif-deleted', 'tag': 'f938a200-0c9b-43cd-8513-d12ee6b10a6e', 'status': 'completed', 'code': 200} Oct 10 17:15:00.802216 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:00.822037 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, dd848163-ddd7-4ee1-906a-2d0f3bf9d43b) {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:00.826386 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:00.827050 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:00.830274 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:00.831391 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:00.838452 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:00.866704 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01f37f-f912-404e-9c1d-1588c959b079 None None] Network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:15:00.934987 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-3078c410-50c1-4e4d-9965-1263214bc872 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8617413 Oct 10 17:15:00.937629 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60488) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:00.942534 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:00.976711 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60490) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:00.994729 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7bf715f1-178a-41c2-b8c6-520bdcff1753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.059027 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:01.078631 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 9a8d7321-3659-419a-9af4-b642e7d54252 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:01.093353 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] Checking router: a088680d-e74b-4325-86ee-e3c81ba5e868 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:15:01.093646 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7bf715f1-178a-41c2-b8c6-520bdcff1753 admin admin] Publish callbacks [] for security_group (d2a13602-cb5c-4c21-b8b8-c100b77996dd), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.096190 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (306bded1-a280-428c-9ea3-56694fa93e4f), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.097707 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (306bded1-a280-428c-9ea3-56694fa93e4f), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.103541 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:01.104262 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:01.110985 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-dd848163-ddd7-4ee1-906a-2d0f3bf9d43b', 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b', 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'fixed_ips': [{'subnet_id': 'd2870372-7f60-4f3c-a73b-d35ad5850cb5'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:15:01.111899 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.153113 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7bf715f1-178a-41c2-b8c6-520bdcff1753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (d2a13602-cb5c-4c21-b8b8-c100b77996dd), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.158040 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks [] for router_controller (306bded1-a280-428c-9ea3-56694fa93e4f), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.166119 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:01.209166 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60492) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:01.209993 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-7bf715f1-178a-41c2-b8c6-520bdcff1753 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1fe7c8d559644a698d91ac722f906cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307460 Oct 10 17:15:01.214208 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf715f1-178a-41c2-b8c6-520bdcff1753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a13602-cb5c-4c21-b8b8-c100b77996dd,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:01.228412 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:01.289931 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:01.310527 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-12268284-f44a-4f15-8483-9cababef5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '8236d692-0529-47eb-bb8e-91e8a7a7ac5c', 'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'mac_address': 'fa:16:3e:03:ba:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:56Z', 'updated_at': '2022-10-10T17:15:00Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'subnets': [{'id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:01.359067 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Allocated IP 172.20.0.2 (dd848163-ddd7-4ee1-906a-2d0f3bf9d43b/d2870372-7f60-4f3c-a73b-d35ad5850cb5/e552aeba-8909-404c-bf62-85ab9d81a6ac) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:01.371435 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a0400ff5-76d1-491b-ad40-9e935e0cde93 admin admin] Publish callbacks [] for security_group (d2a13602-cb5c-4c21-b8b8-c100b77996dd), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.409298 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks [] for router_gateway (306bded1-a280-428c-9ea3-56694fa93e4f), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.421895 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12268284-f44a-4f15-8483-9cababef5001 None None] The sync data for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi is: [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '8236d692-0529-47eb-bb8e-91e8a7a7ac5c', 'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'mac_address': 'fa:16:3e:03:ba:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:56Z', 'updated_at': '2022-10-10T17:15:00Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'subnets': [{'id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:15:01.428688 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a0400ff5-76d1-491b-ad40-9e935e0cde93 admin admin] Publish callbacks [] for security_group (d2a13602-cb5c-4c21-b8b8-c100b77996dd), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.434490 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:01.485449 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd76918-e8ca-4a7a-b10b-792f90a04efb None None] The sync data for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi is: [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:08:14Z', 'revision_number': 4, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e0aa56a6-cc26-4650-ae20-8e7f45783315', 'name': '', 'network_id': '710e1b7f-f37c-4711-979b-caac1afb6b90', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'mac_address': 'fa:16:3e:12:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:12Z', 'updated_at': '2022-10-10T17:08:24Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'subnets': [{'id': '4eaa76f7-4bef-4ddd-b011-2a41a1757b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:15:01.644056 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b88dc386-c589-47ab-93c6-db8837bd2917 req-62afdeb9-22a0-4e6c-bc91-b09126108132 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e7fbb112-41b5-47f4-9c56-50fbd9bce1ef HTTP/1.1" status: 200 len: 210 time: 0.0766313 Oct 10 17:15:01.657370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Publish callbacks [] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.677500 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a0400ff5-76d1-491b-ad40-9e935e0cde93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (d2a13602-cb5c-4c21-b8b8-c100b77996dd), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.679131 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a0400ff5-76d1-491b-ad40-9e935e0cde93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.680540 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a0400ff5-76d1-491b-ad40-9e935e0cde93 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d2a13602-cb5c-4c21-b8b8-c100b77996dd HTTP/1.1" status: 204 len: 168 time: 0.4702232 Oct 10 17:15:01.717770 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:01.721715 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0400ff5-76d1-491b-ad40-9e935e0cde93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a13602-cb5c-4c21-b8b8-c100b77996dd,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:01.761344 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.783902 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks [] for router_gateway (306bded1-a280-428c-9ea3-56694fa93e4f), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.810295 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.822020 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:01.826415 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:01.830243 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:01.835497 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Pushing event updated for resources: {'Port': ['ID=e552aeba-8909-404c-bf62-85ab9d81a6ac,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:01.929401 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Attempting to bind port e552aeba-8909-404c-bf62-85ab9d81a6ac on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:01.930007 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Attempting to bind port e552aeba-8909-404c-bf62-85ab9d81a6ac by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '4e0e2980-5a01-4830-883c-a50cb47c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:01.930519 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Attempting to bind port e552aeba-8909-404c-bf62-85ab9d81a6ac on network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:01.965728 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Allocated IP 172.27.4.212 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/a9ba6cc9-ca74-4460-9122-09f3fc9b6afd) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:01.990115 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:01.990643 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Checking segment: {'id': '4e0e2980-5a01-4830-883c-a50cb47c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:01.991064 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:01.991513 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Bound using segment: {'id': '4e0e2980-5a01-4830-883c-a50cb47c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:01.992205 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Bound port: e552aeba-8909-404c-bf62-85ab9d81a6ac, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0e2980-5a01-4830-883c-a50cb47c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:01.992591 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:02.036618 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1297a68-c268-4d42-b1de-c26fefc7c97f None None] New status for floating IP c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95: DOWN {{(pid=105001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:15:02.092923 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks [] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:02.182856 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:02.195999 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] For port e552aeba-8909-404c-bf62-85ab9d81a6ac, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:02.218424 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] For port e552aeba-8909-404c-bf62-85ab9d81a6ac, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e552aeba-8909-404c-bf62-85ab9d81a6ac,segment=NetworkSegment(4e0e2980-5a01-4830-883c-a50cb47c8e41),segment_id=4e0e2980-5a01-4830-883c-a50cb47c8e41)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:02.228618 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:02.231646 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:02.235733 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:02.260819 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ba6cc9-ca74-4460-9122-09f3fc9b6afd,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:02.303237 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:02.398052 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e00e89-680a-4209-8e06-2ad2c867e5be None None] Pushing event updated for resources: {'Port': ['ID=e552aeba-8909-404c-bf62-85ab9d81a6ac,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:02.578557 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:02.654306 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks [] for router_gateway (306bded1-a280-428c-9ea3-56694fa93e4f), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:02.701830 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:02.734774 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 8236d692-0529-47eb-bb8e-91e8a7a7ac5c up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:02.803078 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:02.803685 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:02.803804 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c Oct 10 17:15:02.822812 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60518) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:02.897037 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:02.897769 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:02.938088 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=8236d692-0529-47eb-bb8e-91e8a7a7ac5c,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:02.976961 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3297dda0-01f0-4451-b033-4ebf8d19edea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (ea7b1057-fc88-4037-99ed-1f3054879811), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:02.999278 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.000276 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e552aeba-8909-404c-bf62-85ab9d81a6ac up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:03.022573 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3297dda0-01f0-4451-b033-4ebf8d19edea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (ea7b1057-fc88-4037-99ed-1f3054879811), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.035158 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (306bded1-a280-428c-9ea3-56694fa93e4f), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.062631 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=8236d692-0529-47eb-bb8e-91e8a7a7ac5c,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:03.066376 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:03.132937 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port e552aeba-8909-404c-bf62-85ab9d81a6ac triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:03.133416 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.133848 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port e552aeba-8909-404c-bf62-85ab9d81a6ac Oct 10 17:15:03.241168 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port e552aeba-8909-404c-bf62-85ab9d81a6ac is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:03.241564 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.244780 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3297dda0-01f0-4451-b033-4ebf8d19edea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (ea7b1057-fc88-4037-99ed-1f3054879811), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.247624 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3297dda0-01f0-4451-b033-4ebf8d19edea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.249095 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-3297dda0-01f0-4451-b033-4ebf8d19edea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ea7b1057-fc88-4037-99ed-1f3054879811 HTTP/1.1" status: 204 len: 168 time: 0.4252150 Oct 10 17:15:03.251788 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60524) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:03.262711 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297dda0-01f0-4451-b033-4ebf8d19edea tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7b1057-fc88-4037-99ed-1f3054879811,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:03.277321 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f938a200-0c9b-43cd-8513-d12ee6b10a6e no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:15:03.278351 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.api.v2.resource [None req-04c2e4b8-ebf2-4ecc-82ca-5449a3940703 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] show failed (client error): The resource could not be found. Oct 10 17:15:03.279675 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-04c2e4b8-ebf2-4ecc-82ca-5449a3940703 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "GET /networking/v2.0/security-groups/ea7b1057-fc88-4037-99ed-1f3054879811 HTTP/1.1" status: 404 len: 347 time: 0.0267856 Oct 10 17:15:03.282713 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60526) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:03.315813 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: f938a200-0c9b-43cd-8513-d12ee6b10a6e {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:15:03.316731 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f938a200-0c9b-43cd-8513-d12ee6b10a6e not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:15:03.318684 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port e552aeba-8909-404c-bf62-85ab9d81a6ac, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e552aeba-8909-404c-bf62-85ab9d81a6ac,segment=NetworkSegment(4e0e2980-5a01-4830-883c-a50cb47c8e41),segment_id=4e0e2980-5a01-4830-883c-a50cb47c8e41)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:03.371584 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Router 306bded1-a280-428c-9ea3-56694fa93e4f is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:15:03.410685 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.445311 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Deleting port 0c24a4e8-8953-4895-8b07-4848055c507a {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:15:03.446169 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (0c24a4e8-8953-4895-8b07-4848055c507a), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.480802 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=e552aeba-8909-404c-bf62-85ab9d81a6ac,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:03.495178 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:03.535285 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c6515-eed1-45bb-82a8-95d78483cb2b None None] Network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:15:03.559778 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:15:03.571814 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Sync routers for ids ['306bded1-a280-428c-9ea3-56694fa93e4f'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:15:03.579645 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:03.581318 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (0c24a4e8-8953-4895-8b07-4848055c507a), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.582445 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (0c24a4e8-8953-4895-8b07-4848055c507a), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.593848 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Routers {'306bded1-a280-428c-9ea3-56694fa93e4f'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:03.595083 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['306bded1-a280-428c-9ea3-56694fa93e4f'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:03.598110 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Calling delete_port for 0c24a4e8-8953-4895-8b07-4848055c507a owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:15:03.603200 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-d3607237-8c66-4f0f-a718-ba045bfc5db5 None None] Provisioning complete for port e552aeba-8909-404c-bf62-85ab9d81a6ac triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:03.603832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d3607237-8c66-4f0f-a718-ba045bfc5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.603951 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-d3607237-8c66-4f0f-a718-ba045bfc5db5 None None] Attempt 1 to provision port e552aeba-8909-404c-bf62-85ab9d81a6ac Oct 10 17:15:03.687404 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.691555 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60534) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:03.691731 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-139d32c1-9824-4951-869d-5e6ee1d47683 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7529240 Oct 10 17:15:03.722175 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:03.736119 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Set router 306bded1-a280-428c-9ea3-56694fa93e4f gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:03.787467 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-d3607237-8c66-4f0f-a718-ba045bfc5db5 None None] Current status of the port e552aeba-8909-404c-bf62-85ab9d81a6ac is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:03.844637 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:03.865550 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (0c24a4e8-8953-4895-8b07-4848055c507a), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:03.983651 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Pushing event deleted for resources: {'Port': ['ID=0c24a4e8-8953-4895-8b07-4848055c507a,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:04.006908 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks [] for floatingip (c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.012011 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.022963 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-5e7d3368-3d62-4e0b-ae8a-21faea8ce42f tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/c82266ee-9bbe-4e5d-b8cd-bf1a1d19ac95 HTTP/1.1" status: 204 len: 168 time: 0.7391155 Oct 10 17:15:04.078317 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:02Z', 'revision_number': 3, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'gw_port': {'id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:04.104522 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Checking router: 306bded1-a280-428c-9ea3-56694fa93e4f for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:15:04.105116 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Updating router 306bded1-a280-428c-9ea3-56694fa93e4f port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:15:04.110908 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-b88ec042-a4cf-4e5c-8561-96f7f7db5171 None None] Provisioning complete for port e552aeba-8909-404c-bf62-85ab9d81a6ac triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:04.111423 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b88ec042-a4cf-4e5c-8561-96f7f7db5171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.111724 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-b88ec042-a4cf-4e5c-8561-96f7f7db5171 None None] Attempt 1 to provision port e552aeba-8909-404c-bf62-85ab9d81a6ac Oct 10 17:15:04.136767 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.276181 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.360928 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-b88ec042-a4cf-4e5c-8561-96f7f7db5171 None None] Current status of the port e552aeba-8909-404c-bf62-85ab9d81a6ac is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:04.422157 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Publish callbacks [] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.430071 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:04.471907 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Allocated IP 172.20.0.1 (dd848163-ddd7-4ee1-906a-2d0f3bf9d43b/d2870372-7f60-4f3c-a73b-d35ad5850cb5/e7323ecd-aefc-4bb6-9fa8-1136cccb8147) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:04.489808 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.525157 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Attempting to bind port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:04.526500 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Attempting to bind port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:04.526871 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Attempting to bind port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:04.533513 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:04.561193 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939286f-7674-4790-9c35-5e9bedb7cd3e None None] Pushing event updated for resources: {'Port': ['ID=a9ba6cc9-ca74-4460-9122-09f3fc9b6afd,revision_number=2']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:04.586585 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:04.587320 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Publish callbacks [] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.587416 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:04.587505 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.587853 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:04.588449 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Bound port: a9ba6cc9-ca74-4460-9122-09f3fc9b6afd, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:04.588817 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.630411 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 8236d692-0529-47eb-bb8e-91e8a7a7ac5c up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:04.654850 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] For port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:04.657930 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] For port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=a9ba6cc9-ca74-4460-9122-09f3fc9b6afd,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:04.659296 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:04.679762 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.680159 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:04.680601 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.680945 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c Oct 10 17:15:04.726940 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:04.730103 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:04.733385 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:04.759570 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.770276 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:04.772073 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e552aeba-8909-404c-bf62-85ab9d81a6ac up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:04.780756 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e7323ecd-aefc-4bb6-9fa8-1136cccb8147,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:04.789467 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (306bded1-a280-428c-9ea3-56694fa93e4f), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.841071 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Routers {'306bded1-a280-428c-9ea3-56694fa93e4f'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:04.841323 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port e552aeba-8909-404c-bf62-85ab9d81a6ac triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:04.841781 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:04.841900 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:14:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['306bded1-a280-428c-9ea3-56694fa93e4f'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:04.842262 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port e552aeba-8909-404c-bf62-85ab9d81a6ac Oct 10 17:15:04.910903 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939286f-7674-4790-9c35-5e9bedb7cd3e None None] Pushing event updated for resources: {'Port': ['ID=a9ba6cc9-ca74-4460-9122-09f3fc9b6afd,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:04.967174 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port e552aeba-8909-404c-bf62-85ab9d81a6ac is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:05.026082 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] Set router 306bded1-a280-428c-9ea3-56694fa93e4f gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:05.032598 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:05.067134 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1994792b-97c9-41de-b543-ac1ff4fd3751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:05.088571 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf9f5-3328-42b2-8874-4899f8922b87 None None] Provisioning complete for port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:05.088788 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf9f5-3328-42b2-8874-4899f8922b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:05.088994 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-7dbaf9f5-3328-42b2-8874-4899f8922b87 None None] Attempt 1 to provision port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 Oct 10 17:15:05.132775 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf9f5-3328-42b2-8874-4899f8922b87 None None] Port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:15:05.146516 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:05.212541 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Publish callbacks [] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:05.221811 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:02Z', 'revision_number': 3, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'gw_port': {'id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:05.256919 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21442d56-cea1-4544-bde6-bc64cf57874b None None] The sync data for ids ['306bded1-a280-428c-9ea3-56694fa93e4f'] in dv-cinder-834540-2-iscsi is: [{'id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:02Z', 'revision_number': 3, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'gw_port': {'id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:15:05.267523 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:05.319689 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:05.343714 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e7323ecd-aefc-4bb6-9fa8-1136cccb8147,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:05.347660 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (306bded1-a280-428c-9ea3-56694fa93e4f), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:05.459444 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:05.461297 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:05.759380 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-be071874-74c2-4f74-9acc-acc1c0099812 None None] Provisioning complete for port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:05.759682 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-be071874-74c2-4f74-9acc-acc1c0099812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:05.760052 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-be071874-74c2-4f74-9acc-acc1c0099812 None None] Attempt 1 to provision port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 Oct 10 17:15:05.795526 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-be071874-74c2-4f74-9acc-acc1c0099812 None None] Port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:15:05.862734 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:05.867247 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Router 306bded1-a280-428c-9ea3-56694fa93e4f has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:15:05.977793 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:15:05.996062 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-3b9cbe94-b443-4b17-8c04-8c36e12dc5e1 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/306bded1-a280-428c-9ea3-56694fa93e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2912655 Oct 10 17:15:06.580041 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device a9ba6cc9-ca74-4460-9122-09f3fc9b6afd up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:06.632787 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:06.633251 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:06.633665 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd Oct 10 17:15:06.660406 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:06.711817 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:06.712261 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:06.738034 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=a9ba6cc9-ca74-4460-9122-09f3fc9b6afd,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:06.833067 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:06.862336 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60606) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:06.897730 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=a9ba6cc9-ca74-4460-9122-09f3fc9b6afd,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:07.201913 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:15:07.341498 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d82b7e5f-1817-4296-ae66-9bc16456d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:07.355170 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Sync routers for ids ['306bded1-a280-428c-9ea3-56694fa93e4f'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:15:07.366830 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Routers {'306bded1-a280-428c-9ea3-56694fa93e4f'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:07.367883 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['306bded1-a280-428c-9ea3-56694fa93e4f'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:07.395202 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:07.591451 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Set router 306bded1-a280-428c-9ea3-56694fa93e4f gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:07.642630 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:07.660158 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (a088680d-e74b-4325-86ee-e3c81ba5e868), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:07.900120 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:04Z', 'revision_number': 4, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'gw_port': {'id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e7323ecd-aefc-4bb6-9fa8-1136cccb8147', 'name': '', 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'mac_address': 'fa:16:3e:7b:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd2870372-7f60-4f3c-a73b-d35ad5850cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:04Z', 'updated_at': '2022-10-10T17:15:05Z', 'revision_number': 2, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'subnets': [{'id': 'd2870372-7f60-4f3c-a73b-d35ad5850cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:07.930882 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Checking router: 306bded1-a280-428c-9ea3-56694fa93e4f for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:15:07.931521 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Updating router 306bded1-a280-428c-9ea3-56694fa93e4f port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:15:07.965938 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:07.993648 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Deleting port e0aa56a6-cc26-4650-ae20-8e7f45783315 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:15:07.994218 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.089219 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] For port e0aa56a6-cc26-4650-ae20-8e7f45783315, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e0aa56a6-cc26-4650-ae20-8e7f45783315,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:08.089578 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.104092 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Calling delete_port for e0aa56a6-cc26-4650-ae20-8e7f45783315 owned by network:router_interface {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:15:08.233740 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:08.298073 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Publish callbacks [] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.400489 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.462292 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (e0aa56a6-cc26-4650-ae20-8e7f45783315), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.462424 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.532373 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333055b6-ada5-424d-8656-01fbb0f937a0 None None] Pushing event updated for resources: {'Port': ['ID=e7323ecd-aefc-4bb6-9fa8-1136cccb8147,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:08.581337 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e0aa56a6-cc26-4650-ae20-8e7f45783315,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:08.669932 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Attempting to bind port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:08.670531 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Attempting to bind port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '4e0e2980-5a01-4830-883c-a50cb47c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:08.670651 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Attempting to bind port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 on network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:08.707588 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device a9ba6cc9-ca74-4460-9122-09f3fc9b6afd up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:08.780732 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:08.781401 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Checking segment: {'id': '4e0e2980-5a01-4830-883c-a50cb47c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:08.782001 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.783154 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Bound using segment: {'id': '4e0e2980-5a01-4830-883c-a50cb47c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:08.783786 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Bound port: e7323ecd-aefc-4bb6-9fa8-1136cccb8147, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0e2980-5a01-4830-883c-a50cb47c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:08.784383 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.809357 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:08.809739 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.810085 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd Oct 10 17:15:08.844958 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:08.869728 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (a088680d-e74b-4325-86ee-e3c81ba5e868), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:08.874453 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:08.891256 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] For port e7323ecd-aefc-4bb6-9fa8-1136cccb8147, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:08.895913 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] For port e7323ecd-aefc-4bb6-9fa8-1136cccb8147, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e7323ecd-aefc-4bb6-9fa8-1136cccb8147,segment=NetworkSegment(4e0e2980-5a01-4830-883c-a50cb47c8e41),segment_id=4e0e2980-5a01-4830-883c-a50cb47c8e41)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:08.921950 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:08.937018 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:08.984346 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:09.050286 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333055b6-ada5-424d-8656-01fbb0f937a0 None None] Pushing event updated for resources: {'Port': ['ID=e7323ecd-aefc-4bb6-9fa8-1136cccb8147,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:09.063297 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Routers {'306bded1-a280-428c-9ea3-56694fa93e4f'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:09.063928 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['306bded1-a280-428c-9ea3-56694fa93e4f'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:09.133539 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Router a088680d-e74b-4325-86ee-e3c81ba5e868 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:15:09.200974 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] Set router 306bded1-a280-428c-9ea3-56694fa93e4f gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:09.270460 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:15:09.281926 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] Sync routers for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:15:09.301607 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d3145955-3bee-4698-a2d0-853bda5ca9bb admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a088680d-e74b-4325-86ee-e3c81ba5e868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375010 Oct 10 17:15:09.302172 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:09.303074 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:09.303376 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60628) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:09.422004 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:09.446168 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:09.453763 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:04Z', 'revision_number': 4, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'gw_port': {'id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e7323ecd-aefc-4bb6-9fa8-1136cccb8147', 'name': '', 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'mac_address': 'fa:16:3e:7b:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd2870372-7f60-4f3c-a73b-d35ad5850cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:04Z', 'updated_at': '2022-10-10T17:15:08Z', 'revision_number': 4, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'subnets': [{'id': 'd2870372-7f60-4f3c-a73b-d35ad5850cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:09.457349 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks [] for router (a088680d-e74b-4325-86ee-e3c81ba5e868), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:09.482586 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95ab9a-5152-4bb5-b836-c0189632ecf4 None None] The sync data for ids ['306bded1-a280-428c-9ea3-56694fa93e4f'] in dv-cinder-834540-2-iscsi is: [{'id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:04Z', 'revision_number': 4, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'gw_port': {'id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'e7323ecd-aefc-4bb6-9fa8-1136cccb8147', 'name': '', 'network_id': 'dd848163-ddd7-4ee1-906a-2d0f3bf9d43b', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'mac_address': 'fa:16:3e:7b:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd2870372-7f60-4f3c-a73b-d35ad5850cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:04Z', 'updated_at': '2022-10-10T17:15:08Z', 'revision_number': 4, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'subnets': [{'id': 'd2870372-7f60-4f3c-a73b-d35ad5850cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:15:09.657357 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks [] for router_gateway (a088680d-e74b-4325-86ee-e3c81ba5e868), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:09.708217 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:15:08Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:09.735694 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] Checking router: a088680d-e74b-4325-86ee-e3c81ba5e868 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:15:09.748401 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] Routers {'a088680d-e74b-4325-86ee-e3c81ba5e868'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:09.749012 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a088680d-e74b-4325-86ee-e3c81ba5e868'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:09.812935 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Deleting port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:15:09.813190 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:09.918168 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] Set router a088680d-e74b-4325-86ee-e3c81ba5e868 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:09.954355 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] For port 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:09.954966 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:09.971400 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Calling delete_port for 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c owned by network:router_gateway {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:15:10.096394 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:10.158916 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:10.241269 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:15:08Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:10.284574 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:10.327025 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:10.396703 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0824dd-9ee0-49eb-b5c1-9305c0199cbe None None] The sync data for ids ['a088680d-e74b-4325-86ee-e3c81ba5e868'] in dv-cinder-834540-2-iscsi is: [{'id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'name': 'tempest-AttachVolumeShelveTestJSON-1006206002-router', 'tenant_id': '34f584f725354f68b917b45b645b3630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:08:06Z', 'updated_at': '2022-10-10T17:15:08Z', 'revision_number': 5, 'project_id': '34f584f725354f68b917b45b645b3630', 'gw_port': {'id': '12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a088680d-e74b-4325-86ee-e3c81ba5e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:08:07Z', 'updated_at': '2022-10-10T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:15:10.429860 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (a088680d-e74b-4325-86ee-e3c81ba5e868), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:10.577780 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (a088680d-e74b-4325-86ee-e3c81ba5e868), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:10.580426 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks [] for router_controller (a088680d-e74b-4325-86ee-e3c81ba5e868), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:10.719372 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (a088680d-e74b-4325-86ee-e3c81ba5e868), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:10.720055 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a088680d-e74b-4325-86ee-e3c81ba5e868 {{(pid=104999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:15:10.730442 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:10.731209 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60642) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:10.739388 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c6545631-8fad-4873-a4d5-3eee4ceaeba7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/a088680d-e74b-4325-86ee-e3c81ba5e868 HTTP/1.1" status: 204 len: 168 time: 1.4348912 Oct 10 17:15:10.804193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8058e4-1718-4652-aed6-b47e87b3355a admin admin] Deleting subnet 4eaa76f7-4bef-4ddd-b011-2a41a1757b83 {{(pid=105000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:15:10.810594 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-da8058e4-1718-4652-aed6-b47e87b3355a admin admin] Publish callbacks [] for subnet (4eaa76f7-4bef-4ddd-b011-2a41a1757b83), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:10.885714 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-da8058e4-1718-4652-aed6-b47e87b3355a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2530152'] for subnet (4eaa76f7-4bef-4ddd-b011-2a41a1757b83), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.001109 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-da8058e4-1718-4652-aed6-b47e87b3355a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (4eaa76f7-4bef-4ddd-b011-2a41a1757b83), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.029973 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e7323ecd-aefc-4bb6-9fa8-1136cccb8147 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:11.223710 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:11.224329 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.224477 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 Oct 10 17:15:11.298476 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:11.298877 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.334351 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port e7323ecd-aefc-4bb6-9fa8-1136cccb8147, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e7323ecd-aefc-4bb6-9fa8-1136cccb8147,segment=NetworkSegment(4e0e2980-5a01-4830-883c-a50cb47c8e41),segment_id=4e0e2980-5a01-4830-883c-a50cb47c8e41)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:11.468014 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-da8058e4-1718-4652-aed6-b47e87b3355a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2397607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2828877'] for subnet (4eaa76f7-4bef-4ddd-b011-2a41a1757b83), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.494251 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8058e4-1718-4652-aed6-b47e87b3355a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eaa76f7-4bef-4ddd-b011-2a41a1757b83,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:11.498687 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-da8058e4-1718-4652-aed6-b47e87b3355a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.501959 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.506190 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-da8058e4-1718-4652-aed6-b47e87b3355a admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4eaa76f7-4bef-4ddd-b011-2a41a1757b83 HTTP/1.1" status: 204 len: 168 time: 0.7695661 Oct 10 17:15:11.506504 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60648) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:11.512431 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546699aa-9273-4023-b6ae-411841ee4294 None None] Network 710e1b7f-f37c-4711-979b-caac1afb6b90 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:15:11.600649 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:11.608345 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (710e1b7f-f37c-4711-979b-caac1afb6b90), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.617853 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e0aa56a6-cc26-4650-ae20-8e7f45783315 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:15:11.624832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:11.662435 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Deleting port ee1939e7-a113-4a8a-99c9-113dfc2b0426 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:15:11.662790 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.685689 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: e0aa56a6-cc26-4650-ae20-8e7f45783315 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:15:11.686045 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e0aa56a6-cc26-4650-ae20-8e7f45783315 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:15:11.707647 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=e7323ecd-aefc-4bb6-9fa8-1136cccb8147,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:11.764150 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] For port ee1939e7-a113-4a8a-99c9-113dfc2b0426, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=ee1939e7-a113-4a8a-99c9-113dfc2b0426,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:11.764588 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:11.774476 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:11.781844 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Calling delete_port for ee1939e7-a113-4a8a-99c9-113dfc2b0426 owned by network:dhcp {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:15:11.843150 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41f3b8-b83d-4e79-8ef3-945a4127844c None None] DHCP port deletion for 710e1b7f-f37c-4711-979b-caac1afb6b90 request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:15:11.900477 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-5d41f3b8-b83d-4e79-8ef3-945a4127844c None None] Deleting port ee1939e7-a113-4a8a-99c9-113dfc2b0426 {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:15:12.233990 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5d41f3b8-b83d-4e79-8ef3-945a4127844c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.233990 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:12.233990 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-5d41f3b8-b83d-4e79-8ef3-945a4127844c None None] For port ee1939e7-a113-4a8a-99c9-113dfc2b0426, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=ee1939e7-a113-4a8a-99c9-113dfc2b0426,segment=NetworkSegment(8a7bf2bc-7107-4d55-ba87-933f9535e1ec),segment_id=8a7bf2bc-7107-4d55-ba87-933f9535e1ec)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:12.233990 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5d41f3b8-b83d-4e79-8ef3-945a4127844c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.233990 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-5d41f3b8-b83d-4e79-8ef3-945a4127844c None None] Calling delete_port for ee1939e7-a113-4a8a-99c9-113dfc2b0426 owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:15:12.274692 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.279603 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5d41f3b8-b83d-4e79-8ef3-945a4127844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (ee1939e7-a113-4a8a-99c9-113dfc2b0426), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.313933 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f3b8-b83d-4e79-8ef3-945a4127844c None None] Pushing event deleted for resources: {'Port': ['ID=ee1939e7-a113-4a8a-99c9-113dfc2b0426,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:12.317690 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41f3b8-b83d-4e79-8ef3-945a4127844c None None] No DVR routers for this DVR port ee1939e7-a113-4a8a-99c9-113dfc2b0426 on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:15:12.352145 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1939e7-a113-4a8a-99c9-113dfc2b0426,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:12.352145 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] No DVR routers for this DVR port ee1939e7-a113-4a8a-99c9-113dfc2b0426 on host dv-cinder-834540-2-iscsi {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:15:12.452435 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (710e1b7f-f37c-4711-979b-caac1afb6b90), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.474047 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710e1b7f-f37c-4711-979b-caac1afb6b90']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:12.487795 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7bf2bc-7107-4d55-ba87-933f9535e1ec') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:12.488089 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7bf2bc-7107-4d55-ba87-933f9535e1ec') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:12.502630 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (8a7bf2bc-7107-4d55-ba87-933f9535e1ec), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.522814 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (8a7bf2bc-7107-4d55-ba87-933f9535e1ec), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.535375 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:15:12.535781 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (8a7bf2bc-7107-4d55-ba87-933f9535e1ec), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.620573 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 8a7bf2bc-7107-4d55-ba87-933f9535e1ec resource provider aggregate not found Oct 10 17:15:12.654841 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e7323ecd-aefc-4bb6-9fa8-1136cccb8147 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:12.665258 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 8a7bf2bc-7107-4d55-ba87-933f9535e1ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a7bf2bc-7107-4d55-ba87-933f9535e1ec found for delete ", "request_id": "req-20fff29a-90ab-408d-a7da-d0837ebed9ed"}]} Oct 10 17:15:12.717831 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:12.718506 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.718886 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 Oct 10 17:15:12.775765 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (710e1b7f-f37c-4711-979b-caac1afb6b90), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.783044 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:12.785515 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/710e1b7f-f37c-4711-979b-caac1afb6b90 HTTP/1.1" status: 204 len: 168 time: 1.2781131 Oct 10 17:15:12.802364 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb57efb-4be5-4c9e-bb37-c7badb1b1445 admin admin] Pushing event deleted for resources: {'Network': ['ID=710e1b7f-f37c-4711-979b-caac1afb6b90,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:12.835188 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:12.914999 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device ee1939e7-a113-4a8a-99c9-113dfc2b0426 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:15:12.936188 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: ee1939e7-a113-4a8a-99c9-113dfc2b0426 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:15:12.936188 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device ee1939e7-a113-4a8a-99c9-113dfc2b0426 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:15:13.205676 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60668) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:13.287244 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7df9cccf-2085-4866-856e-76a8e1e93cce admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=34f584f725354f68b917b45b645b3630&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0708470 Oct 10 17:15:13.287244 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60670) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:13.375243 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84292a17-1b55-4f40-9650-30806405b0ca admin admin] Publish callbacks [] for security_group (468cc706-82eb-49c3-be79-288ea01b627b), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:13.397404 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84292a17-1b55-4f40-9650-30806405b0ca admin admin] Publish callbacks [] for security_group (468cc706-82eb-49c3-be79-288ea01b627b), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:13.580091 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84292a17-1b55-4f40-9650-30806405b0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (468cc706-82eb-49c3-be79-288ea01b627b), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:13.583077 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84292a17-1b55-4f40-9650-30806405b0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:13.584588 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-84292a17-1b55-4f40-9650-30806405b0ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/468cc706-82eb-49c3-be79-288ea01b627b HTTP/1.1" status: 204 len: 168 time: 0.3005776 Oct 10 17:15:13.617137 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84292a17-1b55-4f40-9650-30806405b0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468cc706-82eb-49c3-be79-288ea01b627b,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:14.529956 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:15:14.561789 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:15:14.562979 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 12241e71-2fa7-481d-a2ca-a9ba0ebe3e7c not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:15:15.228952 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60714) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:15.334984 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1706557073-network', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:15.410683 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Made reservation on behalf of f4fa5392cfd049509a86b2d88d536409 for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:15:15.415154 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.426999 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.437001 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:15.532933 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Publish callbacks [] for security_group (f0d232d9-4019-40d6-b8ca-0126be86a18e), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.552683 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60724) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:15.592642 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f0d232d9-4019-40d6-b8ca-0126be86a18e), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.626012 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:15:15.633971 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d232d9-4019-40d6-b8ca-0126be86a18e,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:15.647100 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (a4e2999e-6af4-4601-b2ec-1a1f84aebb40), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.647100 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Added segment a4e2999e-6af4-4601-b2ec-1a1f84aebb40 of type vlan for network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 Oct 10 17:15:15.692550 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.693746 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.713186 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:15.737594 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-24178ad3-02c3-43d7-8f1e-1efb480928f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.799607 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.800976 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:15.802082 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.818262 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-24178ad3-02c3-43d7-8f1e-1efb480928f4 admin admin] Publish callbacks [] for security_group (63c327b4-db2b-4ba9-a637-3c44ec107335), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.890047 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] Pushing event updated for resources: {'Network': ['ID=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:15.901273 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:15:15.902095 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-24178ad3-02c3-43d7-8f1e-1efb480928f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (63c327b4-db2b-4ba9-a637-3c44ec107335), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:15.908059 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7d762d4f-87bb-441f-af22-62ee5a69f30b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6779261 Oct 10 17:15:15.908686 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60728) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:15.915650 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Request body: {'subnet': {'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-subnet', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:15.943695 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24178ad3-02c3-43d7-8f1e-1efb480928f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c327b4-db2b-4ba9-a637-3c44ec107335,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:15.979248 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60730) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:15.987304 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-24178ad3-02c3-43d7-8f1e-1efb480928f4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=30a4c35ea9824d6c99d7746ae80f769b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334764 Oct 10 17:15:16.031057 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3f1f-7213-4a0a-ac05-f9d4d95fb921 admin admin] Publish callbacks [] for security_group (63c327b4-db2b-4ba9-a637-3c44ec107335), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.041084 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Made reservation on behalf of f4fa5392cfd049509a86b2d88d536409 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:15:16.043470 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26218626'] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.067439 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3f1f-7213-4a0a-ac05-f9d4d95fb921 admin admin] Publish callbacks [] for security_group (63c327b4-db2b-4ba9-a637-3c44ec107335), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.251911 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3f1f-7213-4a0a-ac05-f9d4d95fb921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (63c327b4-db2b-4ba9-a637-3c44ec107335), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.255425 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3f1f-7213-4a0a-ac05-f9d4d95fb921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.256773 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-dbdf3f1f-7213-4a0a-ac05-f9d4d95fb921 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/63c327b4-db2b-4ba9-a637-3c44ec107335 HTTP/1.1" status: 204 len: 168 time: 0.2767687 Oct 10 17:15:16.274685 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf3f1f-7213-4a0a-ac05-f9d4d95fb921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c327b4-db2b-4ba9-a637-3c44ec107335,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:16.370454 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2925975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26218640'] for subnet (578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.431881 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:16.443321 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Checking segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:16.443682 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Network hostable DHCP agents. Network: 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:15:16.576328 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:15:16.582423 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:16.678496 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:16.683413 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:16.684161 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.690664 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1979ae-9d0c-46e0-9a9e-5897c4afc742 None None] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:15:16.751940 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-21b337b5-1aae-4122-812e-598a3cfd2d32 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8421907 Oct 10 17:15:16.754606 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60736) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:16.761500 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:16.825523 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:15:16.827410 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.884680 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.885884 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.906630 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:16.964355 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks [] for router_controller (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.964578 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60738) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:16.983283 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-94918e1b-5243-4a96-80bc-78e4d67a4632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:16.995057 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Allocated IP 172.20.0.2 (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0/578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b/605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:17.067843 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-94918e1b-5243-4a96-80bc-78e4d67a4632 admin admin] Publish callbacks [] for security_group (0780dfc0-2382-44b3-a2fc-840fe82467f2), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.068752 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:17.136678 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-94918e1b-5243-4a96-80bc-78e4d67a4632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (0780dfc0-2382-44b3-a2fc-840fe82467f2), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.184881 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94918e1b-5243-4a96-80bc-78e4d67a4632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0780dfc0-2382-44b3-a2fc-840fe82467f2,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:17.212756 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Publish callbacks [] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.241447 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-94918e1b-5243-4a96-80bc-78e4d67a4632 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d1809269b71648f9bd18c77022824641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757752 Oct 10 17:15:17.244475 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60740) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:17.279416 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.302813 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:17.317532 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a39efaf5-9f77-4925-84c7-7785c46776fb admin admin] Publish callbacks [] for security_group (0780dfc0-2382-44b3-a2fc-840fe82467f2), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.342307 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a39efaf5-9f77-4925-84c7-7785c46776fb admin admin] Publish callbacks [] for security_group (0780dfc0-2382-44b3-a2fc-840fe82467f2), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.362256 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:17.391870 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:17.394492 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Pushing event updated for resources: {'Port': ['ID=605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:17.398291 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:17.409824 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:17.473492 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a39efaf5-9f77-4925-84c7-7785c46776fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (0780dfc0-2382-44b3-a2fc-840fe82467f2), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.476700 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a39efaf5-9f77-4925-84c7-7785c46776fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.479560 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks [] for router_gateway (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.480571 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-a39efaf5-9f77-4925-84c7-7785c46776fb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0780dfc0-2382-44b3-a2fc-840fe82467f2 HTTP/1.1" status: 204 len: 168 time: 0.2339463 Oct 10 17:15:17.496793 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Attempting to bind port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:17.497347 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Attempting to bind port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:17.497751 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39efaf5-9f77-4925-84c7-7785c46776fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0780dfc0-2382-44b3-a2fc-840fe82467f2,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:17.498108 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Attempting to bind port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:17.561961 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:17.563472 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Checking segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:17.564019 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.564530 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Bound using segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:17.565116 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Bound port: 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:17.565648 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.648606 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] For port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:17.652753 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] For port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:17.665087 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:INSERT=10,neutron:DELETE=5,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:17.730733 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.803421 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks [] for router_gateway (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.831564 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:17.855812 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525a79b-8739-495f-b3e7-b8943f7b5afe None None] Pushing event updated for resources: {'Port': ['ID=605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:17.994841 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Allocated IP 172.27.4.77 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/5b0da9ad-6f8b-41c9-9a30-126fd00d80f3) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:18.147964 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks [] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.262079 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.278871 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60750) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:18.296156 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-37f1ca48-65d0-43e8-93bf-773d812a4a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.325661 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:18.329841 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0da9ad-6f8b-41c9-9a30-126fd00d80f3,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:18.346163 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:18.348046 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:18.352134 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:18.423951 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-37f1ca48-65d0-43e8-93bf-773d812a4a0b admin admin] Publish callbacks [] for security_group (4654892e-1604-4ca3-9f44-8eaff151bc54), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.490156 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-37f1ca48-65d0-43e8-93bf-773d812a4a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (4654892e-1604-4ca3-9f44-8eaff151bc54), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.622525 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1ca48-65d0-43e8-93bf-773d812a4a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4654892e-1604-4ca3-9f44-8eaff151bc54,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:18.622525 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-37f1ca48-65d0-43e8-93bf-773d812a4a0b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4f04ca2bb2fb4e3ba8f89755e009f4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744746 Oct 10 17:15:18.622525 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60752) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:18.622525 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-63d7ae14-36ce-4670-818f-26e00d86dd8e admin admin] Publish callbacks [] for security_group (4654892e-1604-4ca3-9f44-8eaff151bc54), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.649752 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-63d7ae14-36ce-4670-818f-26e00d86dd8e admin admin] Publish callbacks [] for security_group (4654892e-1604-4ca3-9f44-8eaff151bc54), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.654234 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:18.704446 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:18.704822 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.705292 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 Oct 10 17:15:18.780438 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:18.781236 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.818895 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:18.892657 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba9bf3-1ca0-4b00-b328-0657870c0cd3 None None] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:15:18.957255 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-5593f4b2-f06a-45ee-91fd-9cb09f2327fe None None] Provisioning complete for port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:18.957546 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5593f4b2-f06a-45ee-91fd-9cb09f2327fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:18.957884 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-5593f4b2-f06a-45ee-91fd-9cb09f2327fe None None] Attempt 1 to provision port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 Oct 10 17:15:19.003581 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:19.073382 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks [] for router_gateway (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:19.086894 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-5593f4b2-f06a-45ee-91fd-9cb09f2327fe None None] Current status of the port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:19.087298 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5593f4b2-f06a-45ee-91fd-9cb09f2327fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:19.154922 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:19.193690 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-63d7ae14-36ce-4670-818f-26e00d86dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (4654892e-1604-4ca3-9f44-8eaff151bc54), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:19.202950 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-63d7ae14-36ce-4670-818f-26e00d86dd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:19.207994 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-63d7ae14-36ce-4670-818f-26e00d86dd8e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4654892e-1604-4ca3-9f44-8eaff151bc54 HTTP/1.1" status: 204 len: 168 time: 0.6484430 Oct 10 17:15:19.231287 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7ae14-36ce-4670-818f-26e00d86dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4654892e-1604-4ca3-9f44-8eaff151bc54,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:19.249782 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.db.api [None req-5593f4b2-f06a-45ee-91fd-9cb09f2327fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 17:15:19.250273 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG oslo_db.api [None req-5593f4b2-f06a-45ee-91fd-9cb09f2327fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 17:15:19.256622 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:19.338295 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:19.541230 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:15:19.669010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:19.684328 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:15:19.699258 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:15:19.717966 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:19.724158 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:19.779161 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:19.780816 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-ba883b9a-51d4-410e-bcb5-676e55e4fef2 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0250225 Oct 10 17:15:19.783446 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60766) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:19.828102 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:19.863422 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-5593f4b2-f06a-45ee-91fd-9cb09f2327fe None None] Current status of the port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:19.910935 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:20.029869 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:20.061378 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-aa366621-3121-402b-abec-23f7b35209da None None] Provisioning complete for port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:20.061780 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-aa366621-3121-402b-abec-23f7b35209da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.062077 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-aa366621-3121-402b-abec-23f7b35209da None None] Attempt 1 to provision port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 Oct 10 17:15:20.134500 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:18Z', 'revision_number': 3, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:20.244092 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=49 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:20.245515 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=95 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:20.283667 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.291386 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:15:20.291733 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Updating router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:15:20.348833 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.352851 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-aa366621-3121-402b-abec-23f7b35209da None None] Current status of the port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:20.469840 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Allocated IP 172.20.0.1 (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0/578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b/5e80abf9-2c2e-4024-9671-941180e9ccdf) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:20.587082 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60788) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:20.623315 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Publish callbacks [] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.626344 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:20.636582 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:20.694593 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Publish callbacks [] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.696351 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:20.709939 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-133511896-network', 'tenant_id': 'b9422ce68e164e7d8ae8dbf168e58e78'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:20.710246 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:20.710564 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.710902 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 Oct 10 17:15:20.776186 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.789620 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:20.804553 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.805671 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Made reservation on behalf of b9422ce68e164e7d8ae8dbf168e58e78 for: {'network': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:15:20.810735 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.819691 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:20.824431 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:20.826222 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.828579 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:20.862852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Attempting to bind port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:20.863225 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Attempting to bind port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:20.863596 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Attempting to bind port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:20.871346 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Pushing event updated for resources: {'Port': ['ID=5e80abf9-2c2e-4024-9671-941180e9ccdf,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:20.898430 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.906215 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:20.914542 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2dbda-463f-4993-9ac0-a6f5123564ba None None] Pushing event updated for resources: {'Port': ['ID=5b0da9ad-6f8b-41c9-9a30-126fd00d80f3,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:20.935202 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:20.937176 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:20.937176 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.937176 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:20.937176 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Bound port: 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:20.937546 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:20.986742 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Publish callbacks [] for security_group (f2aa078b-880c-47a0-b788-1be2dfdfb153), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.000459 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] For port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:21.005734 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] For port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=5b0da9ad-6f8b-41c9-9a30-126fd00d80f3,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:21.074202 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-2eeea8ad-a626-469b-a17a-3119a6a1e5d6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:21.075683 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-2eeea8ad-a626-469b-a17a-3119a6a1e5d6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a15f2f44-a2b5-453b-9078-70aae54a8d77 HTTP/1.1" status: 200 len: 814 time: 0.1822433 Oct 10 17:15:21.078263 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f2aa078b-880c-47a0-b788-1be2dfdfb153), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.090358 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.106193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=105000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:15:21.111188 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:21.112757 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-8c23cc46-c9e0-4220-91d6-d451c3e42da7 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/quotas/4f9731af8c4c4188bc61c7f35b8bdc5e HTTP/1.1" status: 200 len: 375 time: 0.0311906 Oct 10 17:15:21.121232 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.134253 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:21.134984 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:21.139697 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:21.139841 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (c02de0aa-3cfc-4b6a-a574-108f95123189), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.139841 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.segments_db [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Added segment c02de0aa-3cfc-4b6a-a574-108f95123189 of type vlan for network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 Oct 10 17:15:21.141885 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa078b-880c-47a0-b788-1be2dfdfb153,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:21.175671 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:21.215485 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (e8f36e2a-b122-4a19-98f7-7d10c957a7f1), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.217077 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2dbda-463f-4993-9ac0-a6f5123564ba None None] Pushing event updated for resources: {'Port': ['ID=5b0da9ad-6f8b-41c9-9a30-126fd00d80f3,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:21.222546 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-41647cab-da2e-48e4-892a-d4260067c784 None None] Provisioning complete for port 5e80abf9-2c2e-4024-9671-941180e9ccdf triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:21.232931 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-41647cab-da2e-48e4-892a-d4260067c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.232931 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-41647cab-da2e-48e4-892a-d4260067c784 None None] Attempt 1 to provision port 5e80abf9-2c2e-4024-9671-941180e9ccdf Oct 10 17:15:21.233328 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-91d50d0f-7da1-4b3a-af19-b158eabc5278 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994446 Oct 10 17:15:21.306662 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-41647cab-da2e-48e4-892a-d4260067c784 None None] Port 5e80abf9-2c2e-4024-9671-941180e9ccdf cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:15:21.318640 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Publish callbacks [] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.320802 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:21.337932 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-7a911b90-6e69-4780-89cd-12f9c92c1d0f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946400 Oct 10 17:15:21.341627 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (e8f36e2a-b122-4a19-98f7-7d10c957a7f1), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.342800 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:21.343378 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.393643 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.454216 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] Pushing event updated for resources: {'Network': ['ID=e8f36e2a-b122-4a19-98f7-7d10c957a7f1,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:21.465414 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.468776 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:21.469005 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Pushing event updated for resources: {'Port': ['ID=5e80abf9-2c2e-4024-9671-941180e9ccdf,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:21.475843 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:15:21.499137 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-6efc638c-f083-4cda-8f5c-d4ffacc4ce86 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529963 Oct 10 17:15:21.527307 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60804) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:21.527526 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-ca1aedfa-e17c-49da-8670-4100286a6abe admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9389601 Oct 10 17:15:21.536847 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Request body: {'subnet': {'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-133511896-subnet', 'tenant_id': 'b9422ce68e164e7d8ae8dbf168e58e78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:21.581065 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:20Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:21.586033 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:21.586033 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:21.607718 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4727de8c-e1ea-43fe-a52c-35af112dbd41 None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:20Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:15:21.673633 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Made reservation on behalf of b9422ce68e164e7d8ae8dbf168e58e78 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:15:21.675931 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26218626'] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.783781 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:15:21.813051 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-95834cfd-cef4-45ee-9a15-ae1f6fe60500 req-df973eb4-b37b-42e6-811d-1a7d4abb80d2 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 210 time: 0.0547581 Oct 10 17:15:21.933813 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-32d4d214-e36c-484b-b4b6-e698f5d399e9 None None] Provisioning complete for port 5e80abf9-2c2e-4024-9671-941180e9ccdf triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:21.938885 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-32d4d214-e36c-484b-b4b6-e698f5d399e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:21.938885 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-32d4d214-e36c-484b-b4b6-e698f5d399e9 None None] Attempt 1 to provision port 5e80abf9-2c2e-4024-9671-941180e9ccdf Oct 10 17:15:21.964622 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:21.991281 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-32d4d214-e36c-484b-b4b6-e698f5d399e9 None None] Port 5e80abf9-2c2e-4024-9671-941180e9ccdf cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:15:22.017198 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:15:22.023180 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-86935cd4-590b-4ae7-a5fa-048921d45b1c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/857238f5-28f2-4199-b6f2-53ebcb8fb0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2384927 Oct 10 17:15:22.090293 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2925975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26218640'] for subnet (1bd2cb65-33b2-4d7d-88b4-9d39f189944a), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:22.174548 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Checking segment: {'id': 'c02de0aa-3cfc-4b6a-a574-108f95123189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:22.174886 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Network hostable DHCP agents. Network: e8f36e2a-b122-4a19-98f7-7d10c957a7f1, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:15:22.177417 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd2cb65-33b2-4d7d-88b4-9d39f189944a,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:22.244003 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:15:22.341891 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, e8f36e2a-b122-4a19-98f7-7d10c957a7f1) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:22.347603 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:22.348423 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:22.354567 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846507d-da07-41bf-acef-89075a025d5c None None] Network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:15:22.415865 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60820) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:22.424070 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-185e712c-4e0a-4531-84a9-981c7bd7110a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1363219736', 'description': 'tempest-description--119239474'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:22.438522 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2ea4cd2b-b7f4-42b1-a2ce-dff8c2a4b673 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9052138 Oct 10 17:15:22.492879 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97560ad-5753-4750-a19f-d2475368452f None None] Network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:15:22.530457 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:22.554030 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-185e712c-4e0a-4531-84a9-981c7bd7110a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:22.666790 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:22.707882 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-185e712c-4e0a-4531-84a9-981c7bd7110a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (8ea37231-05a3-49ea-91c3-8d4c9935ccf8), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:22.713587 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:22.714037 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:22.714373 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 Oct 10 17:15:22.724739 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:22.801669 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:22.802122 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:22.804393 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-185e712c-4e0a-4531-84a9-981c7bd7110a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (8ea37231-05a3-49ea-91c3-8d4c9935ccf8), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:22.814826 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:22.827974 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=5b0da9ad-6f8b-41c9-9a30-126fd00d80f3,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:22.841872 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e712c-4e0a-4531-84a9-981c7bd7110a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea37231-05a3-49ea-91c3-8d4c9935ccf8,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:22.904257 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c6fda7bd-052f-47ee-8e8b-c5f7b017f908 req-979ab896-eeb5-45c1-8c8c-69be0824c3ca tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 210 time: 0.0302496 Oct 10 17:15:22.924602 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-185e712c-4e0a-4531-84a9-981c7bd7110a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:22.927150 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-185e712c-4e0a-4531-84a9-981c7bd7110a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5081718 Oct 10 17:15:22.929678 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 60832) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:22.934590 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:22.935707 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-9de70108-c15b-4653-b0e0-02e47503a688 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group_rule': {'security_group_id': '8ea37231-05a3-49ea-91c3-8d4c9935ccf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:22.990271 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=5b0da9ad-6f8b-41c9-9a30-126fd00d80f3,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:23.040872 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9de70108-c15b-4653-b0e0-02e47503a688 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (69d4a8d7-b874-434d-b85c-37849ab17d42), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:23.101413 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9de70108-c15b-4653-b0e0-02e47503a688 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (69d4a8d7-b874-434d-b85c-37849ab17d42), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:23.192865 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9de70108-c15b-4653-b0e0-02e47503a688 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (69d4a8d7-b874-434d-b85c-37849ab17d42), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:23.213320 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de70108-c15b-4653-b0e0-02e47503a688 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d4a8d7-b874-434d-b85c-37849ab17d42,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:23.320699 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9de70108-c15b-4653-b0e0-02e47503a688 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:23.322196 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9de70108-c15b-4653-b0e0-02e47503a688 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3908982 Oct 10 17:15:23.325129 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60834) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:23.329791 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-5d93bcb2-a264-4c5c-a460-482573b3f80d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group_rule': {'security_group_id': '8ea37231-05a3-49ea-91c3-8d4c9935ccf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:23.416540 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5d93bcb2-a264-4c5c-a460-482573b3f80d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (6dc42d68-6ff9-4e8b-99d4-c462035d6914), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:23.740218 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5d93bcb2-a264-4c5c-a460-482573b3f80d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (6dc42d68-6ff9-4e8b-99d4-c462035d6914), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:23.822298 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:15:23.827537 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5d93bcb2-a264-4c5c-a460-482573b3f80d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (6dc42d68-6ff9-4e8b-99d4-c462035d6914), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:23.834990 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:23.835804 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:23.846219 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93bcb2-a264-4c5c-a460-482573b3f80d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc42d68-6ff9-4e8b-99d4-c462035d6914,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:23.909807 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5d93bcb2-a264-4c5c-a460-482573b3f80d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:23.913512 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-5d93bcb2-a264-4c5c-a460-482573b3f80d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5841894 Oct 10 17:15:23.913772 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 60840) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:23.918368 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:23.938080 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:23.987179 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.032499 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a070ea0c-6017-432e-a8a1-c671f0a7dd3b req-d90969a1-cdb8-44be-a597-214288354b11 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 210 time: 0.0392194 Oct 10 17:15:24.077580 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.133820 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 2, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:24.163286 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:15:24.163571 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Updating router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 port 5e80abf9-2c2e-4024-9671-941180e9ccdf binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:15:24.191399 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.192236 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Allocated IP 172.27.4.157 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/26d8eded-0d46-4655-a211-481a6c56e3b6) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:24.298921 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (26d8eded-0d46-4655-a211-481a6c56e3b6), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.404397 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (26d8eded-0d46-4655-a211-481a6c56e3b6), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.436971 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:24.439140 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:24.444761 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Publish callbacks [] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.445767 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:24.449624 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:24.478837 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=26d8eded-0d46-4655-a211-481a6c56e3b6,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:24.525996 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.542600 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (88dabd73-4407-44d5-866b-0848d7d703fe), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.548946 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:24.599536 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:24.648980 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (26d8eded-0d46-4655-a211-481a6c56e3b6), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.653257 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Attempting to bind port 5e80abf9-2c2e-4024-9671-941180e9ccdf on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:24.654154 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Attempting to bind port 5e80abf9-2c2e-4024-9671-941180e9ccdf by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:24.654516 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Attempting to bind port 5e80abf9-2c2e-4024-9671-941180e9ccdf on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:24.685021 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:24.685401 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.686494 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 Oct 10 17:15:24.704506 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:24.704764 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Checking segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:24.704993 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.705569 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Bound using segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:24.706214 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Bound port: 5e80abf9-2c2e-4024-9671-941180e9ccdf, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:24.707447 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.718332 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5a816-2135-4756-a86c-74597a528c75 None None] Pushing event updated for resources: {'Port': ['ID=5e80abf9-2c2e-4024-9671-941180e9ccdf,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:24.777694 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] For port 5e80abf9-2c2e-4024-9671-941180e9ccdf, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:24.781750 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] For port 5e80abf9-2c2e-4024-9671-941180e9ccdf, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=5e80abf9-2c2e-4024-9671-941180e9ccdf,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:24.782855 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:24.785851 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:24.820685 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-f94d8934-d820-44c7-a3dd-1c93b9da315e tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:24.822482 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-f94d8934-d820-44c7-a3dd-1c93b9da315e tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e8f36e2a-b122-4a19-98f7-7d10c957a7f1 HTTP/1.1" status: 200 len: 813 time: 0.1400948 Oct 10 17:15:24.838788 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-91d47110-9ec4-44d9-94e6-ac4553e7b619 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/quotas/b9422ce68e164e7d8ae8dbf168e58e78 HTTP/1.1" status: 200 len: 375 time: 0.0107422 Oct 10 17:15:24.872333 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.896781 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-a3724dee-cad8-41ab-aa8f-0addb5e34441 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b9422ce68e164e7d8ae8dbf168e58e78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510690 Oct 10 17:15:24.920370 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:24.931555 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:24.932366 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:24.938036 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-516438ba-db6e-4f85-9f78-e37760f29d78 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:24.939000 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-516438ba-db6e-4f85-9f78-e37760f29d78 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a15f2f44-a2b5-453b-9078-70aae54a8d77 HTTP/1.1" status: 200 len: 814 time: 0.1488087 Oct 10 17:15:24.944052 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (26d8eded-0d46-4655-a211-481a6c56e3b6), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:24.958486 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'port': {'device_id': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'admin_state_up': True, 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:24.996622 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-3710687f-62f9-4816-840e-25cd8553b2a8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e8f36e2a-b122-4a19-98f7-7d10c957a7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933318 Oct 10 17:15:25.004061 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (26d8eded-0d46-4655-a211-481a6c56e3b6), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:25.048803 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:25.107271 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-232eff7d-bf7b-4a40-81ce-fcbfd87b0fe2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e8f36e2a-b122-4a19-98f7-7d10c957a7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086335 Oct 10 17:15:25.122644 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5a816-2135-4756-a86c-74597a528c75 None None] Pushing event updated for resources: {'Port': ['ID=5e80abf9-2c2e-4024-9671-941180e9ccdf,revision_number=4']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:25.168774 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-32209c92-ca52-4e58-ba72-2a62040ceac2 req-6be77167-0d3f-43d8-868b-36056b34807b tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 210 time: 0.0552409 Oct 10 17:15:25.170313 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (88dabd73-4407-44d5-866b-0848d7d703fe), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:25.173267 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=26d8eded-0d46-4655-a211-481a6c56e3b6,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:25.233112 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Made reservation on behalf of 4f9731af8c4c4188bc61c7f35b8bdc5e for: {'port': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:15:25.237063 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:25.266157 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:25.275754 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-afa33533-33b7-4499-96ae-7d8b7ed839e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3525505 Oct 10 17:15:25.275754 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:25.276069 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:24Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:25.309122 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436685d-b7ad-4b5c-ba4a-9293b23aef22 None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:24Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:15:25.448232 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Allocated IP 172.20.0.5 (a15f2f44-a2b5-453b-9078-70aae54a8d77/2882eb81-b3dd-4a01-b246-2a7610ad8bec/b6c7057f-178b-49ef-a993-8f7df4dcbcbf) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:25.463068 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ba4a9c4b-cfdc-4b5f-83d3-8aeb72c20187 req-59709a69-9967-42ee-b176-1864a4f41757 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0629592 Oct 10 17:15:25.500957 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:25.529736 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-e97e0102-93f4-4e8c-a847-0c822e18536b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1363219736&fields=id&tenant_id=f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 267 time: 0.0700593 Oct 10 17:15:25.678400 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:25.679577 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4723-9219-42c7-8efd-a19096ea7755 req-3bad5102-f70b-499b-97c9-698ced331fb4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:25.681244 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-3bad5102-f70b-499b-97c9-698ced331fb4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 815 time: 0.1429200 Oct 10 17:15:25.701066 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-a0e55961-8be2-49e7-86b1-09adfb8b6604 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/quotas/f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 375 time: 0.0125704 Oct 10 17:15:25.717212 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:25.766107 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-1b50e6f9-f37a-44ef-a434-c40496f9f8eb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554318 Oct 10 17:15:25.811743 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:25.867869 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Network a15f2f44-a2b5-453b-9078-70aae54a8d77 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:25.871259 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:25.882346 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-eaed3c74-0206-4d02-bd6c-2ecf799b6ba0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008914 Oct 10 17:15:25.886394 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'Port': ['ID=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:25.891042 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:25.959462 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:25.960699 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:25.979232 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:26.032475 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-819ed2ef-2dfc-48a1-b32f-033870825cdc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327224 Oct 10 17:15:26.049518 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-0e834dce-67cd-4a97-a56e-0c3d5d492af6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0949492 Oct 10 17:15:26.087288 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Request body: {'port': {'device_id': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:26.245748 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:26.248219 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-71189307-5d61-4d83-834e-f36a2207cb07 None None] Provisioning complete for port b6c7057f-178b-49ef-a993-8f7df4dcbcbf triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:26.248696 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-71189307-5d61-4d83-834e-f36a2207cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:26.249122 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-71189307-5d61-4d83-834e-f36a2207cb07 None None] Attempt 1 to provision port b6c7057f-178b-49ef-a993-8f7df4dcbcbf Oct 10 17:15:26.378586 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-71189307-5d61-4d83-834e-f36a2207cb07 None None] Port b6c7057f-178b-49ef-a993-8f7df4dcbcbf cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:15:26.391894 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaca5b-3b43-4064-9c38-7d3069115a15 req-fa18f496-3f96-4920-88fb-a9ac5c03a86d tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:26.404211 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5ecaca5b-3b43-4064-9c38-7d3069115a15 req-fa18f496-3f96-4920-88fb-a9ac5c03a86d tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 931 time: 0.0799272 Oct 10 17:15:26.477675 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5ecaca5b-3b43-4064-9c38-7d3069115a15 req-89829c58-531c-4e2c-aa63-36efd23deeb7 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710199 Oct 10 17:15:26.633334 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e0fabc86-43bf-4b73-8a55-eecc5aef7c89 req-64783e7e-0861-47be-83a8-b55e14aa1010 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0487540 Oct 10 17:15:26.700392 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5e80abf9-2c2e-4024-9671-941180e9ccdf up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:26.724716 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-33fe6241-0d61-470b-a67f-1721c8c53c36 req-d1838cac-eb65-47da-b1bc-d29e2f2dd8a1 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0771232 Oct 10 17:15:26.784152 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 5e80abf9-2c2e-4024-9671-941180e9ccdf triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:26.785300 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:26.785928 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 5e80abf9-2c2e-4024-9671-941180e9ccdf Oct 10 17:15:26.801178 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:26.833887 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c7057f-178b-49ef-a993-8f7df4dcbcbf {{(pid=104999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:15:26.865123 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Publish callbacks [] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:26.914708 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.provisioning_blocks [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Transition to ACTIVE for port object b6c7057f-178b-49ef-a993-8f7df4dcbcbf will not be triggered until provisioned by entity L2. {{(pid=104999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:15:26.954884 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 5e80abf9-2c2e-4024-9671-941180e9ccdf is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:26.955336 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:26.999717 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:27.017832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port 5e80abf9-2c2e-4024-9671-941180e9ccdf, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=5e80abf9-2c2e-4024-9671-941180e9ccdf,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:27.095600 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:27.140009 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Pushing event updated for resources: {'Port': ['ID=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:27.176214 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Attempting to bind port b6c7057f-178b-49ef-a993-8f7df4dcbcbf on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:27.176739 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Attempting to bind port b6c7057f-178b-49ef-a993-8f7df4dcbcbf by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:27.177349 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Attempting to bind port b6c7057f-178b-49ef-a993-8f7df4dcbcbf on network a15f2f44-a2b5-453b-9078-70aae54a8d77 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:27.210519 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=5e80abf9-2c2e-4024-9671-941180e9ccdf,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:27.238200 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Port b6c7057f-178b-49ef-a993-8f7df4dcbcbf on network a15f2f44-a2b5-453b-9078-70aae54a8d77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:15:27.242028 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Attempting to bind port b6c7057f-178b-49ef-a993-8f7df4dcbcbf on network a15f2f44-a2b5-453b-9078-70aae54a8d77 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:27.293290 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:27.293744 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Checking segment: {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:27.294450 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Bound using segment: {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:27.295237 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Bound port: b6c7057f-178b-49ef-a993-8f7df4dcbcbf, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b03924b-2ede-4788-89ee-426e0d3ab4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77'}}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:27.295978 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:27.375315 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] For port b6c7057f-178b-49ef-a993-8f7df4dcbcbf, host hv-cinder-83454, cleared binding levels {{(pid=104999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:27.379101 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] For port b6c7057f-178b-49ef-a993-8f7df4dcbcbf, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=104999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:27.480259 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:27.488265 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:27.489341 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:27.492338 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 1093 time: 1.4103928 Oct 10 17:15:27.493193 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:15:27.496877 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201a9ece-ec6c-4f94-94f2-eb76c5c0f8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:15:27.570445 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d1125e-0546-4cf8-a624-58eb328a84bb x-openstack-request-id: req-09d1125e-0546-4cf8-a624-58eb328a84bb {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:15:27.570738 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:15:27.572712 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09d1125e-0546-4cf8-a624-58eb328a84bb {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:15:27.574346 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d1125e-0546-4cf8-a624-58eb328a84bb'] response: {'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'status': 'completed', 'code': 200} Oct 10 17:15:27.624280 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8286652-3e89-4e4b-b324-96b62a1cd1ba service neutron] Pushing event updated for resources: {'Port': ['ID=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,revision_number=3']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:27.650105 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dd544-c12f-4f2d-a6b9-808c896d915f req-1838ecf4-906d-4c24-9098-19f3b227c136 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:27.651861 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-918dd544-c12f-4f2d-a6b9-808c896d915f req-1838ecf4-906d-4c24-9098-19f3b227c136 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0748401 Oct 10 17:15:27.741036 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-918dd544-c12f-4f2d-a6b9-808c896d915f req-de543192-7b60-4328-9c64-375492fb15a8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792403 Oct 10 17:15:27.767413 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6ee8bbf7-b264-43fc-b036-f8924abf76fb req-f43c7cbb-61d1-4c75-b297-2d11b42835e6 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0412505 Oct 10 17:15:27.847185 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3ae2a6f9-e1df-48ba-a5bc-ab983ce32c1a req-24b31a2a-781c-4a55-815a-e5c4e238ca83 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0377471 Oct 10 17:15:28.594870 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5e80abf9-2c2e-4024-9671-941180e9ccdf up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:28.641064 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 5e80abf9-2c2e-4024-9671-941180e9ccdf triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:28.641727 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:28.642301 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 5e80abf9-2c2e-4024-9671-941180e9ccdf Oct 10 17:15:28.680230 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:28.718596 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 5e80abf9-2c2e-4024-9671-941180e9ccdf is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:28.902515 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-df0f3440-442b-40bd-82d9-bc8ed7be75e1 req-8c90fc9f-50fc-41fc-91c4-bd340798cb3b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0322163 Oct 10 17:15:28.913268 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2266695-d601-4f09-bfd9-af77ef5851a3 req-590534f3-0c55-426b-96ae-b7216556452a tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:28.916367 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b2266695-d601-4f09-bfd9-af77ef5851a3 req-590534f3-0c55-426b-96ae-b7216556452a tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0865312 Oct 10 17:15:28.989573 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b2266695-d601-4f09-bfd9-af77ef5851a3 req-7bdc5134-0964-40a0-8194-990b4c6c6fed tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610757 Oct 10 17:15:29.025453 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04f8f741-32be-43cf-8b8d-de644363d3c3 req-c8f6be52-7d08-4062-90a0-bd288f4feda6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0321262 Oct 10 17:15:30.010450 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c4784a8b-212b-4c2d-b79f-080c7f5c6a6b req-b1d324fd-5801-4762-9fb5-0cde47e81b16 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0314264 Oct 10 17:15:30.154111 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-35b85509-d2aa-4f43-947f-e5e179d2ed94 req-a01c5f94-4f06-4a2b-8c5e-0db0832666b3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0347934 Oct 10 17:15:30.162133 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980302-f41c-4636-bc41-dc26f0718c61 req-54f72693-7ad6-4a7b-bea5-f1a23d6081c4 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:30.163669 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5c980302-f41c-4636-bc41-dc26f0718c61 req-54f72693-7ad6-4a7b-bea5-f1a23d6081c4 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0906825 Oct 10 17:15:30.228377 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5c980302-f41c-4636-bc41-dc26f0718c61 req-56e0a08c-849c-4793-be6b-26a41a0e133a tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 Oct 10 17:15:31.119812 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-99674a59-bb08-4a62-9f15-9092712dbca8 req-114475a3-35bb-4ba7-82e4-2a38b21ab958 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0292680 Oct 10 17:15:31.267019 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5981da27-e76d-4ac7-bad3-48ea61af6362 req-fce96749-ed42-46e5-8846-12190262afd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0336809 Oct 10 17:15:31.358971 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17beda-635f-4ded-9ddd-960905645e08 req-72ef8e94-5693-4b5e-808f-8d070a3679e9 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:31.364559 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ac17beda-635f-4ded-9ddd-960905645e08 req-72ef8e94-5693-4b5e-808f-8d070a3679e9 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0566084 Oct 10 17:15:31.415020 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ac17beda-635f-4ded-9ddd-960905645e08 req-3db64618-076a-49f2-ade1-354bfca3d969 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Oct 10 17:15:32.226662 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-512f8fbe-66e4-42b9-bf59-16cbb8e36d46 req-fd91e4ec-9213-4ce9-bb4b-2d1ddba282db tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0279636 Oct 10 17:15:32.380250 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8e5f20ef-d31c-42f1-9124-2766b90afcb2 req-d5682afe-ee38-4453-ab2d-801d8aa0338b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0312014 Oct 10 17:15:32.543533 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206cc28-d4c1-4490-a187-7eca3393bf58 req-6a44bfd2-9070-47ce-9937-ddb19bf57d25 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:32.545619 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8206cc28-d4c1-4490-a187-7eca3393bf58 req-6a44bfd2-9070-47ce-9937-ddb19bf57d25 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0536206 Oct 10 17:15:32.594112 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8206cc28-d4c1-4490-a187-7eca3393bf58 req-ce2ba06a-c1f9-4c9f-aba1-55cd81ed39b4 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 Oct 10 17:15:33.333255 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-03d4307f-30e6-4a55-99b6-ab8b1cbb699f req-4a32582e-43c2-4512-85ec-73f31178ee11 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0305438 Oct 10 17:15:33.531433 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4cd9a9ae-9bbd-4904-8476-3b34a04eace1 req-e5fd1a73-0407-4dca-b276-37b4c607ed0b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0484650 Oct 10 17:15:33.767037 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53169e6-e479-4f6a-9727-4946f59280ea req-883c84dc-4b35-43c3-9e17-5e2dd17670a8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:33.768730 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f53169e6-e479-4f6a-9727-4946f59280ea req-883c84dc-4b35-43c3-9e17-5e2dd17670a8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0623298 Oct 10 17:15:33.817785 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f53169e6-e479-4f6a-9727-4946f59280ea req-1dde9eb8-cfcc-4c92-812a-332542f9d118 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Oct 10 17:15:34.445808 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b9fe324c-fd92-4c37-afd6-91bf398188ea req-49ac3bff-4b04-4225-83ac-a8985fb857a5 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0289435 Oct 10 17:15:34.632761 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d90bf8ce-72e5-4be3-82ad-69863cb71636 req-d3274641-8948-4833-90b3-d4b0544611e6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0276935 Oct 10 17:15:34.940070 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f7369-2ee6-428c-990a-f4774dc1c5a5 req-834ee99a-3f7d-4545-ad74-fde6a3932964 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:34.941531 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-237f7369-2ee6-428c-990a-f4774dc1c5a5 req-834ee99a-3f7d-4545-ad74-fde6a3932964 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0497489 Oct 10 17:15:34.952654 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-8a622e31-4e5f-48a3-9870-d3ade20ee50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:34.953818 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:34.989129 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-237f7369-2ee6-428c-990a-f4774dc1c5a5 req-fdf5722a-1696-4a7e-8b59-f49935f4ca74 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Oct 10 17:15:35.153810 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9ece-ec6c-4f94-94f2-eb76c5c0f8e3 req-ebdfbafb-e629-4ea5-9f67-115fdfbc9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:35.155330 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-201a9ece-ec6c-4f94-94f2-eb76c5c0f8e3 req-ebdfbafb-e629-4ea5-9f67-115fdfbc9123 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1127 time: 0.0416977 Oct 10 17:15:35.267461 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9ece-ec6c-4f94-94f2-eb76c5c0f8e3 req-34bcce9e-b2be-46d6-8a8b-1a54e9a8e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:35.268954 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-201a9ece-ec6c-4f94-94f2-eb76c5c0f8e3 req-34bcce9e-b2be-46d6-8a8b-1a54e9a8e09b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0994289 Oct 10 17:15:35.376227 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9ece-ec6c-4f94-94f2-eb76c5c0f8e3 req-89439017-ef4b-4d3c-a7ec-52722ac703bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:35.378910 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-201a9ece-ec6c-4f94-94f2-eb76c5c0f8e3 req-89439017-ef4b-4d3c-a7ec-52722ac703bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023510 Oct 10 17:15:35.548443 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-580ff28b-fd9c-40e4-933e-b10a6928615d req-ef048e4a-4c56-4c02-9806-1609f5a7b956 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0272741 Oct 10 17:15:35.650606 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-128bb524-ed60-443b-bf14-eb541bfe90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:35.652128 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-128bb524-ed60-443b-bf14-eb541bfe90b4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1127 time: 0.0396876 Oct 10 17:15:35.709620 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-e7f46097-5d1e-46dd-8df7-770431f95287 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 217 time: 0.0390837 Oct 10 17:15:35.738487 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2434b6a-48ec-44dd-abb8-bd8081a85080 req-58250bd1-4af2-494f-a4cc-159a2277f9d6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0305357 Oct 10 17:15:35.746602 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:35.760651 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-a3d89dc3-7374-4585-8e01-a39371e5802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:35.764312 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-a3d89dc3-7374-4585-8e01-a39371e5802d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2882eb81-b3dd-4a01-b246-2a7610ad8bec HTTP/1.1" status: 200 len: 853 time: 0.0461786 Oct 10 17:15:36.049341 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-becd3b3d-06cf-4738-a050-59cb604e6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:36.050792 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-becd3b3d-06cf-4738-a050-59cb604e6257 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a15f2f44-a2b5-453b-9078-70aae54a8d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405855 Oct 10 17:15:36.114092 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6eb12b-5dbe-4232-bcfe-682068afd89d req-909b7628-9327-4c47-9558-ea8840e9e805 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:36.115561 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a6eb12b-5dbe-4232-bcfe-682068afd89d req-909b7628-9327-4c47-9558-ea8840e9e805 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0513768 Oct 10 17:15:36.152935 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:36.165979 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a6eb12b-5dbe-4232-bcfe-682068afd89d req-14d4fa2c-0c61-46ca-b794-991fed838092 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448792 Oct 10 17:15:36.173304 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-bf85ce55-2119-4a1d-adc7-54977f56c5aa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917826 Oct 10 17:15:36.248152 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:36.271318 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62aa0afd-e8ed-40c5-a8eb-17171f97fd63 req-c848677d-f13d-4684-80a4-756675c82f30 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883772 Oct 10 17:15:36.370603 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-a1643a7f-f9f8-4066-8ea5-2b67c5f4b2b6 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:36.372039 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-a1643a7f-f9f8-4066-8ea5-2b67c5f4b2b6 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e8f36e2a-b122-4a19-98f7-7d10c957a7f1 HTTP/1.1" status: 200 len: 813 time: 0.1010756 Oct 10 17:15:36.655664 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bd737a4-2bbb-4765-a993-fc451cdb5320 req-acdd44ad-9579-49e2-ba59-f2f051605f6b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0307517 Oct 10 17:15:36.841132 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a7794322-62dc-47ab-8d24-aec831d33c1f req-64558f5b-99e4-4c31-9e60-ac5be2af9e02 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0277481 Oct 10 17:15:37.286401 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67477c14-ca18-4d52-9d60-6e64f2eda93e req-7486806d-465e-48fa-80ca-332a4437038a tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:37.287853 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-67477c14-ca18-4d52-9d60-6e64f2eda93e req-7486806d-465e-48fa-80ca-332a4437038a tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0470002 Oct 10 17:15:37.301237 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-09713d82-55c7-4aa8-ac41-4db7db0ca120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:37.319562 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Request body: {'port': {'device_id': 'e6ddc1e2-75ec-4645-9197-7ed0252088fa', 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1', 'admin_state_up': True, 'tenant_id': 'b9422ce68e164e7d8ae8dbf168e58e78'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:37.389935 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-67477c14-ca18-4d52-9d60-6e64f2eda93e req-1616ec00-1dac-42a9-bb70-edb7661307c8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960047 Oct 10 17:15:37.529941 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Made reservation on behalf of b9422ce68e164e7d8ae8dbf168e58e78 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:15:37.533740 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:37.655518 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Allocated IP 172.20.0.4 (e8f36e2a-b122-4a19-98f7-7d10c957a7f1/1bd2cb65-33b2-4d7d-88b4-9d39f189944a/ee82f317-96ee-436f-8109-f4a53dde9815) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:37.785480 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-10c7c115-304d-4e46-a25a-1d0cf427e002 req-22dc630c-2935-4dec-a767-07442730a8bc tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0355117 Oct 10 17:15:37.844533 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks [] for port (ee82f317-96ee-436f-8109-f4a53dde9815), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:37.946991 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-698795f1-b274-4040-bb92-615e37c68fea req-1bbe3987-0836-49ed-a363-34a655acf4d5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0316865 Oct 10 17:15:37.953142 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:38.006086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:38.006959 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Pushing event updated for resources: {'Port': ['ID=ee82f317-96ee-436f-8109-f4a53dde9815,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:38.009876 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:38.012006 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:38.037498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:38.062980 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:38.063682 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:38.067077 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:38.096348 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4723-9219-42c7-8efd-a19096ea7755 req-f00bdfed-ae22-400e-b61d-b6f6fab747fd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:38.097858 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-f00bdfed-ae22-400e-b61d-b6f6fab747fd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 815 time: 0.1228585 Oct 10 17:15:38.138750 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-cb427298-95dc-49d0-b4fa-3264be2fc69b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8229444 Oct 10 17:15:38.158157 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Request body: {'port': {'device_id': 'e6ddc1e2-75ec-4645-9197-7ed0252088fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:38.174231 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-15bb37b2-5d46-4c35-8f16-0e4c473eb5c9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 380 time: 0.0562177 Oct 10 17:15:38.184997 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'port': {'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'admin_state_up': True, 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'security_groups': ['8ea37231-05a3-49ea-91c3-8d4c9935ccf8']}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:38.232584 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:38.341282 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:38.427891 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Made reservation on behalf of f4fa5392cfd049509a86b2d88d536409 for: {'port': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:15:38.435138 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:38.551472 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838bbe-9fbd-4a27-b678-581b2eb25a2c req-aebe0a78-c2bd-4b93-9c74-0a0ca1003e92 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:38.552959 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04838bbe-9fbd-4a27-b678-581b2eb25a2c req-aebe0a78-c2bd-4b93-9c74-0a0ca1003e92 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 943 time: 0.0755947 Oct 10 17:15:38.573044 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Allocated IP 172.20.0.8 (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0/578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b/4d8540fa-63ed-42d6-8d51-362073b36af2) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:38.578552 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee82f317-96ee-436f-8109-f4a53dde9815 {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:15:38.588379 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Publish callbacks [] for port (ee82f317-96ee-436f-8109-f4a53dde9815), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:38.616669 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Transition to ACTIVE for port object ee82f317-96ee-436f-8109-f4a53dde9815 will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:15:38.623968 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04838bbe-9fbd-4a27-b678-581b2eb25a2c req-dcce8781-d1de-4f84-8c86-5feb17a46f2d tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643396 Oct 10 17:15:38.689689 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:38.714955 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:38.770198 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Pushing event updated for resources: {'Port': ['ID=ee82f317-96ee-436f-8109-f4a53dde9815,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:38.804254 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Attempting to bind port ee82f317-96ee-436f-8109-f4a53dde9815 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:38.804922 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Attempting to bind port ee82f317-96ee-436f-8109-f4a53dde9815 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'c02de0aa-3cfc-4b6a-a574-108f95123189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:38.804922 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Attempting to bind port ee82f317-96ee-436f-8109-f4a53dde9815 on network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:38.849520 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Port ee82f317-96ee-436f-8109-f4a53dde9815 on network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:15:38.849931 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Attempting to bind port ee82f317-96ee-436f-8109-f4a53dde9815 on network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:38.937086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:38.937086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Checking segment: {'id': 'c02de0aa-3cfc-4b6a-a574-108f95123189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:38.937466 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Bound using segment: {'id': 'c02de0aa-3cfc-4b6a-a574-108f95123189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:38.937834 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Bound port: ee82f317-96ee-436f-8109-f4a53dde9815, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02de0aa-3cfc-4b6a-a574-108f95123189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:38.938190 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:38.948764 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e97d3-1e89-49b2-92ea-11b344295f4f req-9de887f5-2892-4657-8d87-6a4436f4cca9 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:38.950538 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-001e97d3-1e89-49b2-92ea-11b344295f4f req-9de887f5-2892-4657-8d87-6a4436f4cca9 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 943 time: 0.0718634 Oct 10 17:15:39.053792 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-001e97d3-1e89-49b2-92ea-11b344295f4f req-324ee04e-c4ec-45df-83e1-7fc0e6708bc6 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957794 Oct 10 17:15:39.072271 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] For port ee82f317-96ee-436f-8109-f4a53dde9815, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:39.075894 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d055c505-e277-405b-851c-6f651ba42ecc req-f42e097c-8b81-47cf-9e7b-3f62925dfb5b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0443656 Oct 10 17:15:39.087459 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] For port ee82f317-96ee-436f-8109-f4a53dde9815, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee82f317-96ee-436f-8109-f4a53dde9815,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:39.380504 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device b6c7057f-178b-49ef-a993-8f7df4dcbcbf details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:15:39.381562 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:39.410525 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:39.411802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:39.416480 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:39.416854 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:39.418222 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ee82f317-96ee-436f-8109-f4a53dde9815 HTTP/1.1" status: 200 len: 1093 time: 1.2654917 Oct 10 17:15:39.418713 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ddc1e2-75ec-4645-9197-7ed0252088fa', 'tag': 'ee82f317-96ee-436f-8109-f4a53dde9815'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:15:39.421580 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0354be-04c2-451a-9efe-7b0ccaf40268" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ddc1e2-75ec-4645-9197-7ed0252088fa", "tag": "ee82f317-96ee-436f-8109-f4a53dde9815"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:15:39.453815 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:39.464777 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:39.464777 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:39.467707 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:39.480365 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b548f6-4e95-41bb-a7e4-3074b3efe7bc service neutron] Pushing event updated for resources: {'Port': ['ID=ee82f317-96ee-436f-8109-f4a53dde9815,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:39.484907 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:39.492361 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port b6c7057f-178b-49ef-a993-8f7df4dcbcbf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:39.504536 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa2ecf7-7d02-4f10-9983-b058c7362729 x-openstack-request-id: req-1aa2ecf7-7d02-4f10-9983-b058c7362729 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:15:39.504536 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ddc1e2-75ec-4645-9197-7ed0252088fa", "tag": "ee82f317-96ee-436f-8109-f4a53dde9815", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:15:39.504536 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1aa2ecf7-7d02-4f10-9983-b058c7362729 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:15:39.504536 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa2ecf7-7d02-4f10-9983-b058c7362729'] response: {'name': 'network-changed', 'server_uuid': 'e6ddc1e2-75ec-4645-9197-7ed0252088fa', 'tag': 'ee82f317-96ee-436f-8109-f4a53dde9815', 'status': 'completed', 'code': 200} Oct 10 17:15:39.521733 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=4d8540fa-63ed-42d6-8d51-362073b36af2,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:39.538815 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:39.547778 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:39.549314 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:39.603774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0354be-04c2-451a-9efe-7b0ccaf40268 req-d9b5bec1-aa0e-457a-bd7f-b1e49fea6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:39.605435 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d0354be-04c2-451a-9efe-7b0ccaf40268 req-d9b5bec1-aa0e-457a-bd7f-b1e49fea6808 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b9422ce68e164e7d8ae8dbf168e58e78&device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 1127 time: 0.0427129 Oct 10 17:15:39.618170 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8c0cfa48-381c-4680-bb85-9ca5086e991f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4367995 Oct 10 17:15:39.637604 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Request body: {'port': {'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:39.639048 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'port_id': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'mac_address': 'fa:16:3e:43:5f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:15:39.714851 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:39.719613 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port b6c7057f-178b-49ef-a993-8f7df4dcbcbf is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:39.720433 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:39.735745 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c7057f-178b-49ef-a993-8f7df4dcbcbf {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:15:39.762740 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port b6c7057f-178b-49ef-a993-8f7df4dcbcbf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:39.780420 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:39.787864 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-5de3733e-cd11-45cb-82c8-d515e8a19118 None None] Provisioning complete for port 4d8540fa-63ed-42d6-8d51-362073b36af2 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:39.788277 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5de3733e-cd11-45cb-82c8-d515e8a19118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:39.788611 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-5de3733e-cd11-45cb-82c8-d515e8a19118 None None] Attempt 1 to provision port 4d8540fa-63ed-42d6-8d51-362073b36af2 Oct 10 17:15:39.823314 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-5de3733e-cd11-45cb-82c8-d515e8a19118 None None] Port 4d8540fa-63ed-42d6-8d51-362073b36af2 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:15:39.838864 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:39.899709 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:39.998494 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8540fa-63ed-42d6-8d51-362073b36af2 {{(pid=104999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:15:40.005799 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0354be-04c2-451a-9efe-7b0ccaf40268 req-1548c845-e21e-4e23-a2c2-18bfdb389831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.007294 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d0354be-04c2-451a-9efe-7b0ccaf40268 req-1548c845-e21e-4e23-a2c2-18bfdb389831 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b9422ce68e164e7d8ae8dbf168e58e78&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3879876 Oct 10 17:15:40.008201 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Publish callbacks [] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:40.014992 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d7688-4c69-4e9c-9470-09efd1337b10 req-dac590c0-b24b-41b0-a0c7-4c8d19398395 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.016390 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a59d7688-4c69-4e9c-9470-09efd1337b10 req-dac590c0-b24b-41b0-a0c7-4c8d19398395 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 944 time: 0.0569594 Oct 10 17:15:40.020962 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.provisioning_blocks [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Transition to ACTIVE for port object 4d8540fa-63ed-42d6-8d51-362073b36af2 will not be triggered until provisioned by entity L2. {{(pid=104999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:15:40.032322 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:40.056099 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:40.090591 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:40.128752 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a59d7688-4c69-4e9c-9470-09efd1337b10 req-2e5214f5-9584-41e5-89fe-1c883909a1b6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027462 Oct 10 17:15:40.160139 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8540fa-63ed-42d6-8d51-362073b36af2,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:40.175046 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0354be-04c2-451a-9efe-7b0ccaf40268 req-5f45691b-d358-442f-937c-c33af8937a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.176575 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d0354be-04c2-451a-9efe-7b0ccaf40268 req-5f45691b-d358-442f-937c-c33af8937a29 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593363 Oct 10 17:15:40.198473 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2081c0a-f427-4055-8ae0-113c077c05e1 req-b1b390db-a06e-4063-8a3a-51c5c00c906b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.205393 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:15:40.205713 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b2081c0a-f427-4055-8ae0-113c077c05e1 req-b1b390db-a06e-4063-8a3a-51c5c00c906b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 943 time: 0.0645168 Oct 10 17:15:40.220237 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Attempting to bind port 4d8540fa-63ed-42d6-8d51-362073b36af2 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:15:40.220599 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Attempting to bind port 4d8540fa-63ed-42d6-8d51-362073b36af2 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:15:40.220931 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Attempting to bind port 4d8540fa-63ed-42d6-8d51-362073b36af2 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:40.253845 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:40.274959 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Port 4d8540fa-63ed-42d6-8d51-362073b36af2 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:15:40.275293 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Attempting to bind port 4d8540fa-63ed-42d6-8d51-362073b36af2 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:15:40.318821 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bb94d-9f65-4fb3-b974-25b5199bec19 req-4884a07d-179c-47ec-9825-bd6b617a3d19 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.320318 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d6bb94d-9f65-4fb3-b974-25b5199bec19 req-4884a07d-179c-47ec-9825-bd6b617a3d19 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 943 time: 0.1066110 Oct 10 17:15:40.322615 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:15:40.323657 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Checking segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:15:40.324078 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Bound using segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:15:40.324781 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Bound port: 4d8540fa-63ed-42d6-8d51-362073b36af2, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:15:40.324925 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:40.333173 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b2081c0a-f427-4055-8ae0-113c077c05e1 req-3b0a7974-6339-4bcf-97f6-83e146c44c69 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265397 Oct 10 17:15:40.349256 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-f77324f0-17ee-4a92-944d-2d9f872edaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.350799 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-f77324f0-17ee-4a92-944d-2d9f872edaff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b9422ce68e164e7d8ae8dbf168e58e78&device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 1127 time: 0.0977595 Oct 10 17:15:40.395780 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] For port 4d8540fa-63ed-42d6-8d51-362073b36af2, host hv-cinder-83454, cleared binding levels {{(pid=104999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:15:40.398866 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] For port 4d8540fa-63ed-42d6-8d51-362073b36af2, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=4d8540fa-63ed-42d6-8d51-362073b36af2,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=104999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:15:40.408830 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-5a594850-aa25-4e03-a837-50ff1286679c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee82f317-96ee-436f-8109-f4a53dde9815 HTTP/1.1" status: 200 len: 217 time: 0.0395932 Oct 10 17:15:40.429896 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:40.454426 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d6bb94d-9f65-4fb3-b974-25b5199bec19 req-e5e7d25a-266f-4b05-97ed-20a14c1cc84e tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072917 Oct 10 17:15:40.468528 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-9911b9d0-9ee9-4803-b726-e5517d58643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.469956 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-9911b9d0-9ee9-4803-b726-e5517d58643a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1bd2cb65-33b2-4d7d-88b4-9d39f189944a HTTP/1.1" status: 200 len: 853 time: 0.0539103 Oct 10 17:15:40.478800 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:40.483092 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.491072 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:40.491072 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4d8540fa-63ed-42d6-8d51-362073b36af2 HTTP/1.1" status: 200 len: 1093 time: 0.8544891 Oct 10 17:15:40.491072 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622151bc-b582-4981-a615-3839765b0b75', 'tag': '4d8540fa-63ed-42d6-8d51-362073b36af2'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:15:40.491072 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c60998-6345-4c9e-97e5-9ba0d7bba647" -d '{"events": [{"name": "network-changed", "server_uuid": "622151bc-b582-4981-a615-3839765b0b75", "tag": "4d8540fa-63ed-42d6-8d51-362073b36af2"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:15:40.508782 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-87ceeed3-4fe6-483a-8e5c-0a50f5fdc013 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e8f36e2a-b122-4a19-98f7-7d10c957a7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320170 Oct 10 17:15:40.535550 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de5b4f3-247d-4e01-8aa4-a22b1a948a01 x-openstack-request-id: req-5de5b4f3-247d-4e01-8aa4-a22b1a948a01 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:15:40.535834 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622151bc-b582-4981-a615-3839765b0b75", "tag": "4d8540fa-63ed-42d6-8d51-362073b36af2", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:15:40.536116 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5de5b4f3-247d-4e01-8aa4-a22b1a948a01 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:15:40.536654 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de5b4f3-247d-4e01-8aa4-a22b1a948a01'] response: {'name': 'network-changed', 'server_uuid': '622151bc-b582-4981-a615-3839765b0b75', 'tag': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'status': 'completed', 'code': 200} Oct 10 17:15:40.541667 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8540fa-63ed-42d6-8d51-362073b36af2,revision_number=3']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:40.549509 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.549859 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.550201 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.550539 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.550873 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.551227 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.551568 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.551892 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.552241 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.552569 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.552894 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.553220 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.553544 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.553866 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.554188 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce787a-1872-4758-9ce6-1af29ce17470 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:15:40.604985 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-6f0495ab-bc90-40f1-aaed-a5652066ff52 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e8f36e2a-b122-4a19-98f7-7d10c957a7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886941 Oct 10 17:15:40.623422 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60998-6345-4c9e-97e5-9ba0d7bba647 req-2a460b18-60e0-4db6-b10d-1bf0a5967f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.625611 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62c60998-6345-4c9e-97e5-9ba0d7bba647 req-2a460b18-60e0-4db6-b10d-1bf0a5967f17 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 1127 time: 0.0436418 Oct 10 17:15:40.699287 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ca6487cd-b231-4140-af8f-872a80b93bfd req-b774ab22-234a-4631-ab5a-cbd324e1f952 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e8f36e2a-b122-4a19-98f7-7d10c957a7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877323 Oct 10 17:15:40.728746 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60998-6345-4c9e-97e5-9ba0d7bba647 req-d068421a-253e-4c01-8bda-9d1dbfd91ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.730216 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62c60998-6345-4c9e-97e5-9ba0d7bba647 req-d068421a-253e-4c01-8bda-9d1dbfd91ae4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f4fa5392cfd049509a86b2d88d536409&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0907772 Oct 10 17:15:40.827101 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60998-6345-4c9e-97e5-9ba0d7bba647 req-05275734-2db2-4d13-8f77-f8913e6bd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:40.828685 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-62c60998-6345-4c9e-97e5-9ba0d7bba647 req-05275734-2db2-4d13-8f77-f8913e6bd0b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921643 Oct 10 17:15:41.253467 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5946e8-c089-4c85-b773-3133a359daca req-3fa7afca-9bd3-407b-9269-c7c9cf034efa tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:41.254919 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc5946e8-c089-4c85-b773-3133a359daca req-3fa7afca-9bd3-407b-9269-c7c9cf034efa tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 944 time: 0.0465264 Oct 10 17:15:41.301331 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc5946e8-c089-4c85-b773-3133a359daca req-977f4640-2a01-44bf-8529-e1effb307ba5 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Oct 10 17:15:41.381636 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device b6c7057f-178b-49ef-a993-8f7df4dcbcbf up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:41.416289 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:41.424470 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port b6c7057f-178b-49ef-a993-8f7df4dcbcbf completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:15:41.456119 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc6ef3-6a66-43a6-adae-b03e60032967 req-443221a1-3225-40d4-bf7a-c5a190f40fd6 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:41.457600 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-11cc6ef3-6a66-43a6-adae-b03e60032967 req-443221a1-3225-40d4-bf7a-c5a190f40fd6 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 943 time: 0.0511420 Oct 10 17:15:41.504830 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-11cc6ef3-6a66-43a6-adae-b03e60032967 req-7e701f19-7196-42ed-ad40-b52bbc79a5cb tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Oct 10 17:15:41.506772 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port b6c7057f-178b-49ef-a993-8f7df4dcbcbf triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:41.510413 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:41.510413 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port b6c7057f-178b-49ef-a993-8f7df4dcbcbf Oct 10 17:15:41.576541 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d0aca-2833-4cd9-9a5b-abacb78ee311 req-77019ba9-2e5d-418a-8438-416d2463f06f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:41.578554 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b49d0aca-2833-4cd9-9a5b-abacb78ee311 req-77019ba9-2e5d-418a-8438-416d2463f06f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 943 time: 0.0482681 Oct 10 17:15:41.580543 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port b6c7057f-178b-49ef-a993-8f7df4dcbcbf is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:41.580937 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:41.603873 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:15:41.606102 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50d1d43-e88f-4db0-8e60-598cf8add76e" -d '{"events": [{"server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "name": "network-vif-plugged", "status": "completed", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:15:41.618484 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port b6c7057f-178b-49ef-a993-8f7df4dcbcbf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:41.628135 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b49d0aca-2833-4cd9-9a5b-abacb78ee311 req-ba6454ea-521c-408b-bdda-2576ff8b486c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435989 Oct 10 17:15:41.659268 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cf410e-7fce-4498-a646-46397008ea1f x-openstack-request-id: req-60cf410e-7fce-4498-a646-46397008ea1f {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:15:41.659596 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "name": "network-vif-plugged", "status": "completed", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:15:41.659832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60cf410e-7fce-4498-a646-46397008ea1f {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:15:41.660281 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cf410e-7fce-4498-a646-46397008ea1f'] response: {'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'code': 200} Oct 10 17:15:41.672850 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:41.721472 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:41.871728 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4723-9219-42c7-8efd-a19096ea7755 req-dde624f9-2038-4597-af5c-a2f3c52a5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:41.875469 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-dde624f9-2038-4597-af5c-a2f3c52a5a06 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 1127 time: 0.0414846 Oct 10 17:15:41.922733 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-adb9ed22-c9d6-40b8-9035-3c38210f9d81 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8540fa-63ed-42d6-8d51-362073b36af2 HTTP/1.1" status: 200 len: 217 time: 0.0353251 Oct 10 17:15:41.976225 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4723-9219-42c7-8efd-a19096ea7755 req-a318acd3-4e3f-40d4-90bc-5e2d9d56b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:41.977635 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-a318acd3-4e3f-40d4-90bc-5e2d9d56b602 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0451281 Oct 10 17:15:42.019669 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:42.022959 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4723-9219-42c7-8efd-a19096ea7755 req-0ba7e6aa-fac1-47c6-b8d7-ec613611cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:42.024473 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-0ba7e6aa-fac1-47c6-b8d7-ec613611cb99 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402529 Oct 10 17:15:42.099184 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faa86f-4c50-4092-a1e3-46219230d0ea req-ccfdebad-05e8-45f5-9fb8-b08e56d97bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:42.100789 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-06faa86f-4c50-4092-a1e3-46219230d0ea req-ccfdebad-05e8-45f5-9fb8-b08e56d97bab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1129 time: 0.0419853 Oct 10 17:15:42.127071 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-fcb7f4b6-6246-4998-b813-2f8589376d8c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917270 Oct 10 17:15:42.147886 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-06faa86f-4c50-4092-a1e3-46219230d0ea req-53ad0590-cc79-4fac-92ef-8440259c918b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Oct 10 17:15:42.217958 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-741d4723-9219-42c7-8efd-a19096ea7755 req-8bd1e96b-0fe3-4922-9e0f-538caf60d740 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817392 Oct 10 17:15:42.418739 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dbebe-a72d-4c33-81bf-8a19992f429a req-154ec7d6-50f9-466e-9c9a-95607aa09d4f tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:42.420318 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-981dbebe-a72d-4c33-81bf-8a19992f429a req-154ec7d6-50f9-466e-9c9a-95607aa09d4f tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0465219 Oct 10 17:15:42.468642 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-981dbebe-a72d-4c33-81bf-8a19992f429a req-c04dfe79-ab4a-4080-9e2a-e64ef8adb355 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427220 Oct 10 17:15:42.627814 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02e96-6d72-4729-ab89-a5d0676c383e req-c76fdbad-3abd-4778-9eb8-3ae238501ca2 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:42.629215 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-83a02e96-6d72-4729-ab89-a5d0676c383e req-c76fdbad-3abd-4778-9eb8-3ae238501ca2 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 943 time: 0.0452983 Oct 10 17:15:42.640473 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:42.680364 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-83a02e96-6d72-4729-ab89-a5d0676c383e req-28d0ba14-10cd-488f-a835-b747ed1e8343 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Oct 10 17:15:42.746142 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40264f14-cd8b-4739-8797-3e8a1a23ea1e req-358abaae-096d-4fb3-9848-1a0f6d24080a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:42.747592 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-40264f14-cd8b-4739-8797-3e8a1a23ea1e req-358abaae-096d-4fb3-9848-1a0f6d24080a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 943 time: 0.0458746 Oct 10 17:15:42.794130 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-40264f14-cd8b-4739-8797-3e8a1a23ea1e req-bf4a256c-c717-45dc-bdcf-77033ebefa66 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404665 Oct 10 17:15:43.322578 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:43.328411 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=73 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:43.392171 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device ee82f317-96ee-436f-8109-f4a53dde9815 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:15:43.491067 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port ee82f317-96ee-436f-8109-f4a53dde9815, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee82f317-96ee-436f-8109-f4a53dde9815,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:43.502521 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'ee82f317-96ee-436f-8109-f4a53dde9815', 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1', 'port_id': 'ee82f317-96ee-436f-8109-f4a53dde9815', 'mac_address': 'fa:16:3e:f0:97:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd2cb65-33b2-4d7d-88b4-9d39f189944a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:15:43.537125 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port ee82f317-96ee-436f-8109-f4a53dde9815 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:43.537510 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:43.550611 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee82f317-96ee-436f-8109-f4a53dde9815 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:15:43.570082 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port ee82f317-96ee-436f-8109-f4a53dde9815, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee82f317-96ee-436f-8109-f4a53dde9815,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:43.587537 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c87efa-c1d3-4080-a23e-9b16ad9f287c req-854bb7b4-3002-4e58-945f-8d7154d9808c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:43.588983 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-32c87efa-c1d3-4080-a23e-9b16ad9f287c req-854bb7b4-3002-4e58-945f-8d7154d9808c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0466833 Oct 10 17:15:43.609749 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:43.625019 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:43.636779 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-32c87efa-c1d3-4080-a23e-9b16ad9f287c req-797935d6-2fc1-4de0-9fcc-018b88a6b784 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Oct 10 17:15:43.657062 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=ee82f317-96ee-436f-8109-f4a53dde9815,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:43.801232 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377b52-b631-49b1-995e-481377679b48 req-e881a69d-e549-4a26-b35d-59217681e274 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:43.802656 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-02377b52-b631-49b1-995e-481377679b48 req-e881a69d-e549-4a26-b35d-59217681e274 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 944 time: 0.0488074 Oct 10 17:15:43.851208 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-02377b52-b631-49b1-995e-481377679b48 req-84755c12-fa28-48af-a979-b685e89af78e tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Oct 10 17:15:43.925675 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc70c4-6a01-4709-a1c9-0514503bd2d1 req-9a026dc3-14cd-4b22-b3c4-7adf3742d3b9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:43.926433 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['ee82f317-96ee-436f-8109-f4a53dde9815'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:15:43.927476 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-77cc70c4-6a01-4709-a1c9-0514503bd2d1 req-9a026dc3-14cd-4b22-b3c4-7adf3742d3b9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 943 time: 0.0488610 Oct 10 17:15:43.978358 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-77cc70c4-6a01-4709-a1c9-0514503bd2d1 req-8e77f8b7-34d4-4e50-852a-a3426203ad08 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Oct 10 17:15:44.051574 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:44.201026 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:15:44.755046 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0913-a0c0-4521-ba9f-fe594767d3f1 req-98442d41-c1f8-4809-a78f-facde510d7dc tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:44.756501 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4b9b0913-a0c0-4521-ba9f-fe594767d3f1 req-98442d41-c1f8-4809-a78f-facde510d7dc tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0458944 Oct 10 17:15:44.806654 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4b9b0913-a0c0-4521-ba9f-fe594767d3f1 req-4f386d01-d13b-408c-93b6-9f9d99806653 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Oct 10 17:15:44.927523 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56281808-d354-4da9-88a1-d54859e00939 req-8085e29f-f806-4f72-9d15-63c4ee988a99 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:44.929002 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56281808-d354-4da9-88a1-d54859e00939 req-8085e29f-f806-4f72-9d15-63c4ee988a99 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0468819 Oct 10 17:15:44.993747 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ccfb-565f-4444-a0d0-b5a1b6d2361c req-83c22475-9a1c-4313-91a7-da524cf14663 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:44.995190 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-da44ccfb-565f-4444-a0d0-b5a1b6d2361c req-83c22475-9a1c-4313-91a7-da524cf14663 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 944 time: 0.0653362 Oct 10 17:15:45.021045 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56281808-d354-4da9-88a1-d54859e00939 req-b5f4d062-afe2-4261-92f8-e9d504c8bed8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829298 Oct 10 17:15:45.054828 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-da44ccfb-565f-4444-a0d0-b5a1b6d2361c req-ed85611e-6214-4c7a-be43-8f161d71d338 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520058 Oct 10 17:15:45.130066 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd068a0-f129-4ddf-b78f-601a43fd796d req-a893ba33-3a14-4f49-935b-2d7be081fc2c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:45.131504 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4cd068a0-f129-4ddf-b78f-601a43fd796d req-a893ba33-3a14-4f49-935b-2d7be081fc2c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 943 time: 0.0508900 Oct 10 17:15:45.179108 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4cd068a0-f129-4ddf-b78f-601a43fd796d req-823a4cc3-7f47-4314-b333-75ff6b382a94 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Oct 10 17:15:45.368512 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fb2e5-b73a-4eb9-a991-d2fae5113edb req-a5d21116-78ac-495f-bdf5-48771a20a66e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:45.369842 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5b9fb2e5-b73a-4eb9-a991-d2fae5113edb req-a5d21116-78ac-495f-bdf5-48771a20a66e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0457270 Oct 10 17:15:45.397963 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 4d8540fa-63ed-42d6-8d51-362073b36af2 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:15:45.413371 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device ee82f317-96ee-436f-8109-f4a53dde9815 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:45.417179 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5b9fb2e5-b73a-4eb9-a991-d2fae5113edb req-cbc71e6e-24b6-4b5e-a961-906fb07c6926 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Oct 10 17:15:45.506719 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:45.509417 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port ee82f317-96ee-436f-8109-f4a53dde9815 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:15:45.537538 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 4d8540fa-63ed-42d6-8d51-362073b36af2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=4d8540fa-63ed-42d6-8d51-362073b36af2,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:45.548405 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:15:45.583381 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 4d8540fa-63ed-42d6-8d51-362073b36af2 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:45.583770 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:45.605063 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port ee82f317-96ee-436f-8109-f4a53dde9815 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:45.605428 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:45.605761 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port ee82f317-96ee-436f-8109-f4a53dde9815 Oct 10 17:15:45.609843 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8540fa-63ed-42d6-8d51-362073b36af2 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:15:45.660206 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 4d8540fa-63ed-42d6-8d51-362073b36af2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=4d8540fa-63ed-42d6-8d51-362073b36af2,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:45.664152 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:45.700006 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port ee82f317-96ee-436f-8109-f4a53dde9815 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:45.700414 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:45.722917 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ddc1e2-75ec-4645-9197-7ed0252088fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee82f317-96ee-436f-8109-f4a53dde9815'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:15:45.725128 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25722d77-aec8-4091-b3e3-a32640ead0e1" -d '{"events": [{"server_uuid": "e6ddc1e2-75ec-4645-9197-7ed0252088fa", "name": "network-vif-plugged", "status": "completed", "tag": "ee82f317-96ee-436f-8109-f4a53dde9815"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:15:45.734690 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:45.741386 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port ee82f317-96ee-436f-8109-f4a53dde9815, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee82f317-96ee-436f-8109-f4a53dde9815,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:45.771014 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b08810-ce04-4481-a959-f6c727712cb5 x-openstack-request-id: req-f3b08810-ce04-4481-a959-f6c727712cb5 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:15:45.771298 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ddc1e2-75ec-4645-9197-7ed0252088fa", "name": "network-vif-plugged", "status": "completed", "tag": "ee82f317-96ee-436f-8109-f4a53dde9815", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:15:45.771547 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3b08810-ce04-4481-a959-f6c727712cb5 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:15:45.771937 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b08810-ce04-4481-a959-f6c727712cb5'] response: {'server_uuid': 'e6ddc1e2-75ec-4645-9197-7ed0252088fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee82f317-96ee-436f-8109-f4a53dde9815', 'code': 200} Oct 10 17:15:45.785083 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=4d8540fa-63ed-42d6-8d51-362073b36af2,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:45.815398 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:45.867153 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=ee82f317-96ee-436f-8109-f4a53dde9815,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:46.065683 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['4d8540fa-63ed-42d6-8d51-362073b36af2'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:15:46.125210 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:46.160232 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cbf66-8415-493d-9d5a-7272a004c8ee req-650bdf4b-a630-45cd-bd53-36b3c60526ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:46.164274 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dd5cbf66-8415-493d-9d5a-7272a004c8ee req-650bdf4b-a630-45cd-bd53-36b3c60526ee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 1129 time: 0.0594296 Oct 10 17:15:46.193610 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8903e2b-3438-44a2-ad99-0875c0c6c579 req-b676853b-e73a-45e6-a87c-96e4b6e46754 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:46.195141 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d8903e2b-3438-44a2-ad99-0875c0c6c579 req-b676853b-e73a-45e6-a87c-96e4b6e46754 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 945 time: 0.0591946 Oct 10 17:15:46.260670 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d8903e2b-3438-44a2-ad99-0875c0c6c579 req-890a6584-240b-426b-9251-6bea97f9428d tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590262 Oct 10 17:15:46.320384 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dd941-4c2e-4b28-a4e9-26c53184067d req-246bb83a-c66c-4c94-b454-70af5e6c97d6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:46.322210 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d1dd941-4c2e-4b28-a4e9-26c53184067d req-246bb83a-c66c-4c94-b454-70af5e6c97d6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 944 time: 0.0511253 Oct 10 17:15:46.348605 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:46.374308 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d1dd941-4c2e-4b28-a4e9-26c53184067d req-10162fb3-0378-4a05-a19e-c271068ba7cb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463173 Oct 10 17:15:46.473195 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-dd5cbf66-8415-493d-9d5a-7272a004c8ee req-78cdb40d-e016-4e17-8abb-357ee7c94e9a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049319 Oct 10 17:15:47.379350 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ca366-f3eb-493a-ac29-b177221a6091 req-7d46d391-922d-44a2-a371-b25270d7e2f0 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:47.380785 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e06ca366-f3eb-493a-ac29-b177221a6091 req-7d46d391-922d-44a2-a371-b25270d7e2f0 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 945 time: 0.0462732 Oct 10 17:15:47.413784 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 4d8540fa-63ed-42d6-8d51-362073b36af2 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:15:47.437697 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e06ca366-f3eb-493a-ac29-b177221a6091 req-83e47bf2-7f57-4d57-a0bd-d79a54faaed6 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513380 Oct 10 17:15:47.465923 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port 4d8540fa-63ed-42d6-8d51-362073b36af2 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:15:47.537713 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6f624-f25c-4672-afad-141e19899544 req-bf8c4a3d-f495-428a-9422-63772fdeb407 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:47.539143 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-53a6f624-f25c-4672-afad-141e19899544 req-bf8c4a3d-f495-428a-9422-63772fdeb407 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 944 time: 0.0464346 Oct 10 17:15:47.541064 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 4d8540fa-63ed-42d6-8d51-362073b36af2 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:15:47.541469 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:47.541938 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 4d8540fa-63ed-42d6-8d51-362073b36af2 Oct 10 17:15:47.575918 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:47.587838 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-53a6f624-f25c-4672-afad-141e19899544 req-11573e7e-664f-4c0d-82e2-28b2b3effdb1 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Oct 10 17:15:47.614343 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 4d8540fa-63ed-42d6-8d51-362073b36af2 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:15:47.614729 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:47.647256 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 4d8540fa-63ed-42d6-8d51-362073b36af2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=4d8540fa-63ed-42d6-8d51-362073b36af2,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:15:47.706516 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:47.753671 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=4d8540fa-63ed-42d6-8d51-362073b36af2,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:47.772736 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622151bc-b582-4981-a615-3839765b0b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8540fa-63ed-42d6-8d51-362073b36af2'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:15:47.774907 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b0a301-6020-4012-a2ca-0c48c323941b" -d '{"events": [{"server_uuid": "622151bc-b582-4981-a615-3839765b0b75", "name": "network-vif-plugged", "status": "completed", "tag": "4d8540fa-63ed-42d6-8d51-362073b36af2"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:15:47.811512 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dd091e-2f4e-4dc8-97dc-f6a2977cfd79 x-openstack-request-id: req-a6dd091e-2f4e-4dc8-97dc-f6a2977cfd79 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:15:47.811821 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622151bc-b582-4981-a615-3839765b0b75", "name": "network-vif-plugged", "status": "completed", "tag": "4d8540fa-63ed-42d6-8d51-362073b36af2", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:15:47.812109 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6dd091e-2f4e-4dc8-97dc-f6a2977cfd79 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:15:47.812511 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6dd091e-2f4e-4dc8-97dc-f6a2977cfd79'] response: {'server_uuid': '622151bc-b582-4981-a615-3839765b0b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'code': 200} Oct 10 17:15:48.355903 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a8369-84d5-40b6-a58d-f3e15c78a24a req-10edb24e-2f92-4434-bf82-c12cf214baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:48.357431 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-959a8369-84d5-40b6-a58d-f3e15c78a24a req-10edb24e-2f92-4434-bf82-c12cf214baa7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 1129 time: 0.0395861 Oct 10 17:15:48.400861 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-959a8369-84d5-40b6-a58d-f3e15c78a24a req-86d678dc-5129-4ce0-bd44-9015350181f3 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373878 Oct 10 17:15:48.557833 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936b025-04ed-4183-8e41-69f739db26ee req-9d86ef21-3f38-4bd9-acaa-563b4ff4dae7 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:48.559330 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0936b025-04ed-4183-8e41-69f739db26ee req-9d86ef21-3f38-4bd9-acaa-563b4ff4dae7 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 945 time: 0.0463958 Oct 10 17:15:48.607904 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0936b025-04ed-4183-8e41-69f739db26ee req-cc3a49b5-5a9f-4335-818c-fc93b6ed3d74 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425119 Oct 10 17:15:48.726281 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7fe4-5fec-4ea0-b189-4334aabb4f4e req-37f29fdb-396d-4a3e-9d83-c5533c06ae03 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:48.732905 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8f2b7fe4-5fec-4ea0-b189-4334aabb4f4e req-37f29fdb-396d-4a3e-9d83-c5533c06ae03 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Oct 10 17:15:48.778160 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8f2b7fe4-5fec-4ea0-b189-4334aabb4f4e req-3896e84d-5487-4768-adf7-a9e809de18a9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448565 Oct 10 17:15:49.900915 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904264bd-1ec7-47e8-abb4-f7a3f663862f req-ee930bc1-686f-490f-9af7-ce90e466cb0f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:49.902346 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-904264bd-1ec7-47e8-abb4-f7a3f663862f req-ee930bc1-686f-490f-9af7-ce90e466cb0f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 945 time: 0.0468047 Oct 10 17:15:49.954104 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-904264bd-1ec7-47e8-abb4-f7a3f663862f req-a893f0c2-2063-4bc3-94a4-0fa9bc85c4c3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454535 Oct 10 17:15:50.074585 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c9239-26cc-449e-9da6-f82dab1c5400 req-ec9f361f-0ede-4829-b4f8-1e033f632642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:50.076156 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f21c9239-26cc-449e-9da6-f82dab1c5400 req-ec9f361f-0ede-4829-b4f8-1e033f632642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 945 time: 0.0481398 Oct 10 17:15:50.087215 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 32914) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:50.091575 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-62039b6e-4dba-499f-8463-36e237651209 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'floatingip': {'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:50.133802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-62039b6e-4dba-499f-8463-36e237651209 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (88dabd73-4407-44d5-866b-0848d7d703fe), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:50.575517 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-62039b6e-4dba-499f-8463-36e237651209 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:50.621213 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-62039b6e-4dba-499f-8463-36e237651209 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (88dabd73-4407-44d5-866b-0848d7d703fe), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:50.697820 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:50.720919 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-62039b6e-4dba-499f-8463-36e237651209 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Floating IP 88dabd73-4407-44d5-866b-0848d7d703fe associated. External IP: 172.27.4.157, port: 4d8540fa-63ed-42d6-8d51-362073b36af2. Oct 10 17:15:50.816526 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:50.919982 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62039b6e-4dba-499f-8463-36e237651209 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:15:51.026586 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62039b6e-4dba-499f-8463-36e237651209 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:15:51.031998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-62039b6e-4dba-499f-8463-36e237651209 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:51.038069 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:15:51.048848 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:51.049545 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:51.063675 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-62039b6e-4dba-499f-8463-36e237651209 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/88dabd73-4407-44d5-866b-0848d7d703fe HTTP/1.1" status: 200 len: 991 time: 0.9753866 Oct 10 17:15:51.064557 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622151bc-b582-4981-a615-3839765b0b75', 'tag': '4d8540fa-63ed-42d6-8d51-362073b36af2'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:15:51.066915 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95702ad-f823-4118-8331-afe7c0554cee" -d '{"events": [{"name": "network-changed", "server_uuid": "622151bc-b582-4981-a615-3839765b0b75", "tag": "4d8540fa-63ed-42d6-8d51-362073b36af2"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:15:51.105827 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb4216f-c5ef-4c1e-9631-4353f7e62d44 x-openstack-request-id: req-7fb4216f-c5ef-4c1e-9631-4353f7e62d44 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:15:51.106113 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622151bc-b582-4981-a615-3839765b0b75", "tag": "4d8540fa-63ed-42d6-8d51-362073b36af2", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:15:51.106364 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fb4216f-c5ef-4c1e-9631-4353f7e62d44 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:15:51.106766 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb4216f-c5ef-4c1e-9631-4353f7e62d44'] response: {'name': 'network-changed', 'server_uuid': '622151bc-b582-4981-a615-3839765b0b75', 'tag': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'status': 'completed', 'code': 200} Oct 10 17:15:51.157547 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:51.178387 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:51.209451 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95702ad-f823-4118-8331-afe7c0554cee req-36761199-e61b-429b-9ba3-34245adcc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:51.210971 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a95702ad-f823-4118-8331-afe7c0554cee req-36761199-e61b-429b-9ba3-34245adcc508 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 1129 time: 0.0422428 Oct 10 17:15:51.297529 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:51.313762 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95702ad-f823-4118-8331-afe7c0554cee req-6f9a8d08-6732-49c7-9a6b-76d6a568b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:51.315228 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a95702ad-f823-4118-8331-afe7c0554cee req-6f9a8d08-6732-49c7-9a6b-76d6a568b0b2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 916 time: 0.0981009 Oct 10 17:15:51.379491 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a95702ad-f823-4118-8331-afe7c0554cee req-469ff2b5-18ce-44b9-aac4-ba39250c7aac service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8540fa-63ed-42d6-8d51-362073b36af2 HTTP/1.1" status: 200 len: 999 time: 0.0565367 Oct 10 17:15:51.385373 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '88dabd73-4407-44d5-866b-0848d7d703fe', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:24Z', 'updated_at': '2022-10-10T17:15:50Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:51.418562 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:15:51.427606 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:51.428251 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:51.442899 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95702ad-f823-4118-8331-afe7c0554cee req-c105ebfb-0e6e-489e-95a9-650e0a78a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:51.451196 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a95702ad-f823-4118-8331-afe7c0554cee req-c105ebfb-0e6e-489e-95a9-650e0a78a089 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0577474 Oct 10 17:15:51.502265 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95702ad-f823-4118-8331-afe7c0554cee req-53633f87-a6af-4388-8502-3be1e9984aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:51.504207 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a95702ad-f823-4118-8331-afe7c0554cee req-53633f87-a6af-4388-8502-3be1e9984aea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431042 Oct 10 17:15:51.536526 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:51.604768 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a95702ad-f823-4118-8331-afe7c0554cee req-19d10225-081d-42e6-9210-0937bc3e7e9a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923083 Oct 10 17:15:51.665178 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:51.700766 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a95702ad-f823-4118-8331-afe7c0554cee req-166d9f1f-aa21-4d5d-a07a-e0add1fee5f8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894129 Oct 10 17:15:51.750510 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '88dabd73-4407-44d5-866b-0848d7d703fe', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:24Z', 'updated_at': '2022-10-10T17:15:50Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:51.778890 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd37a1d-a076-4616-988a-639ffe04bf94 None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '88dabd73-4407-44d5-866b-0848d7d703fe', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:24Z', 'updated_at': '2022-10-10T17:15:50Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:15:51.978765 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8656d-1a91-47f8-aa6e-95ccb4def2b7 None None] New status for floating IP 88dabd73-4407-44d5-866b-0848d7d703fe: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:15:57.350420 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9d637-db2e-426a-a34f-7986bfd4c569 req-0b2a0c49-ad36-4d46-af06-d1a0c6bad2cf tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:57.351871 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-71d9d637-db2e-426a-a34f-7986bfd4c569 req-0b2a0c49-ad36-4d46-af06-d1a0c6bad2cf tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0547116 Oct 10 17:15:57.402944 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-71d9d637-db2e-426a-a34f-7986bfd4c569 req-f2da680a-5813-4383-a71a-9bbd7006797e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453930 Oct 10 17:15:57.432145 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 32954) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:57.575103 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db78debf-c95f-4809-ad3f-06f95c62797c tempest-TestMinimumBasicScenario-121102122 tempest-TestMinimumBasicScenario-121102122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:57.576763 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-db78debf-c95f-4809-ad3f-06f95c62797c tempest-TestMinimumBasicScenario-121102122 tempest-TestMinimumBasicScenario-121102122-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1124 time: 0.1436236 Oct 10 17:15:57.580429 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 32960) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:57.584673 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'port_id': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:57.661407 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:57.747994 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:57.755073 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:57.863150 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Allocated IP 172.27.4.48 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/9aee64aa-0574-49a7-b915-189ea424c4a2) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:15:57.965908 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for port (9aee64aa-0574-49a7-b915-189ea424c4a2), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:57.976200 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:58.044315 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (9aee64aa-0574-49a7-b915-189ea424c4a2), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:58.089294 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:15:58.093777 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:15:58.097743 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:15:58.119832 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'Port': ['ID=9aee64aa-0574-49a7-b915-189ea424c4a2,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:58.453175 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for floatingip (f18e8d22-48b5-4f4b-ab22-5658e46a2662), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:58.600940 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (9aee64aa-0574-49a7-b915-189ea424c4a2), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:58.642973 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:58.753207 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for port (9aee64aa-0574-49a7-b915-189ea424c4a2), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:58.798273 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (9aee64aa-0574-49a7-b915-189ea424c4a2), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:58.866767 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (f18e8d22-48b5-4f4b-ab22-5658e46a2662), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:58.869508 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'Port': ['ID=9aee64aa-0574-49a7-b915-189ea424c4a2,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:58.971802 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Floating IP f18e8d22-48b5-4f4b-ab22-5658e46a2662 associated. External IP: 172.27.4.48, port: b6c7057f-178b-49ef-a993-8f7df4dcbcbf. Oct 10 17:15:59.070985 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:59.184457 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:15:59.289540 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:15:59.300565 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] Sync routers for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:15:59.311250 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:59.312628 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:59.365824 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:59.402129 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4b67122b-eff4-4ad3-9275-bbee0033a209 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8166432 Oct 10 17:15:59.402129 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:15:59.402129 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f0cc69-5c1e-4849-8908-6744042e1ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:15:59.404696 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 32974) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:59.409969 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-d63e2c67-e436-4316-848f-a1682624fc26 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1292890992', 'description': 'tempest-secgroup-smoke-1292890992 description', 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:59.442382 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:59.445626 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a4874f-634d-4448-810d-117f2e1b6b4b x-openstack-request-id: req-61a4874f-634d-4448-810d-117f2e1b6b4b {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:15:59.446135 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:15:59.446454 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61a4874f-634d-4448-810d-117f2e1b6b4b {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:15:59.446867 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a4874f-634d-4448-810d-117f2e1b6b4b'] response: {'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'status': 'completed', 'code': 200} Oct 10 17:15:59.541167 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d63e2c67-e436-4316-848f-a1682624fc26 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:59.560866 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-169afe54-23af-419c-982a-124df6dee237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:59.563953 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-169afe54-23af-419c-982a-124df6dee237 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1129 time: 0.0527864 Oct 10 17:15:59.584138 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:59.667537 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'f18e8d22-48b5-4f4b-ab22-5658e46a2662', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'port_id': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'mac_address': 'fa:16:3e:43:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:58Z', 'updated_at': '2022-10-10T17:15:58Z', 'revision_number': 0, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8236d692-0529-47eb-bb8e-91e8a7a7ac5c', 'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'mac_address': 'fa:16:3e:03:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:56Z', 'updated_at': '2022-10-10T17:15:02Z', 'revision_number': 5, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'subnets': [{'id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:59.692316 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d63e2c67-e436-4316-848f-a1682624fc26 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group (eb31bbfb-c53e-4db8-a4ad-3089329857db), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:59.693157 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] Checking router: 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:15:59.694770 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:15:59.702973 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-eba2a147-234c-4d58-8afd-310ccbe8c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:59.703574 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:15:59.704217 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:15:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:15:59.704447 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-eba2a147-234c-4d58-8afd-310ccbe8c973 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a15f2f44-a2b5-453b-9078-70aae54a8d77 HTTP/1.1" status: 200 len: 915 time: 0.1293929 Oct 10 17:15:59.746760 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d63e2c67-e436-4316-848f-a1682624fc26 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (eb31bbfb-c53e-4db8-a4ad-3089329857db), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:59.797134 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-9a97a50c-684e-4cef-bc0b-1dc6c24b56d3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 998 time: 0.0848405 Oct 10 17:15:59.798044 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e2c67-e436-4316-848f-a1682624fc26 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb31bbfb-c53e-4db8-a4ad-3089329857db,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:15:59.809706 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:15:59.848423 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-d63e2c67-e436-4316-848f-a1682624fc26 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:15:59.849669 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-d63e2c67-e436-4316-848f-a1682624fc26 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4432478 Oct 10 17:15:59.851593 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-1775483f-72e1-472c-96e3-e996af15d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:59.853245 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-1775483f-72e1-472c-96e3-e996af15d8e0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2882eb81-b3dd-4a01-b246-2a7610ad8bec HTTP/1.1" status: 200 len: 853 time: 0.0491309 Oct 10 17:15:59.853473 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 32986) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:15:59.857713 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-3fbbb2ea-51b9-4790-afa8-2f568c69c4c3 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'security_group_rule': {'security_group_id': 'eb31bbfb-c53e-4db8-a4ad-3089329857db', 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:15:59.915381 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-1f094c4e-b140-4ae4-bc71-8bd149f5ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:15:59.916977 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-1f094c4e-b140-4ae4-bc71-8bd149f5ea15 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a15f2f44-a2b5-453b-9078-70aae54a8d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416896 Oct 10 17:15:59.981322 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb2ea-51b9-4790-afa8-2f568c69c4c3 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (7847116b-5f2e-4b45-a5ab-598b6b2cb619), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.025392 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:00.030766 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'f18e8d22-48b5-4f4b-ab22-5658e46a2662', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'port_id': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'mac_address': 'fa:16:3e:43:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:58Z', 'updated_at': '2022-10-10T17:15:58Z', 'revision_number': 0, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8236d692-0529-47eb-bb8e-91e8a7a7ac5c', 'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'mac_address': 'fa:16:3e:03:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:56Z', 'updated_at': '2022-10-10T17:15:02Z', 'revision_number': 5, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'subnets': [{'id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:16:00.043589 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-176eb75c-e157-4771-9742-6df729543806 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196909 Oct 10 17:16:00.058547 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb2ea-51b9-4790-afa8-2f568c69c4c3 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (7847116b-5f2e-4b45-a5ab-598b6b2cb619), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.059490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0ef98-4b0e-4c4c-9e3e-51f2719ca39b None None] The sync data for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi is: [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'f18e8d22-48b5-4f4b-ab22-5658e46a2662', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'port_id': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'mac_address': 'fa:16:3e:43:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:58Z', 'updated_at': '2022-10-10T17:15:58Z', 'revision_number': 0, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8236d692-0529-47eb-bb8e-91e8a7a7ac5c', 'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'mac_address': 'fa:16:3e:03:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:56Z', 'updated_at': '2022-10-10T17:15:02Z', 'revision_number': 5, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'subnets': [{'id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:16:00.118908 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb2ea-51b9-4790-afa8-2f568c69c4c3 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (7847116b-5f2e-4b45-a5ab-598b6b2cb619), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.141188 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbb2ea-51b9-4790-afa8-2f568c69c4c3 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7847116b-5f2e-4b45-a5ab-598b6b2cb619,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:00.206071 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb2ea-51b9-4790-afa8-2f568c69c4c3 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.207370 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-3fbbb2ea-51b9-4790-afa8-2f568c69c4c3 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3529792 Oct 10 17:16:00.210153 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 32988) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:00.214470 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-943e797e-b69e-416b-ab46-b5bf0ce8012c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'security_group_rule': {'security_group_id': 'eb31bbfb-c53e-4db8-a4ad-3089329857db', 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:00.247812 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee827a09-b8f3-48e8-b772-aeaec8a77a3b None None] New status for floating IP f18e8d22-48b5-4f4b-ab22-5658e46a2662: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:16:00.301685 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-943e797e-b69e-416b-ab46-b5bf0ce8012c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (94286c6f-f48e-43dd-93b0-dc69199cf76d), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.356456 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-943e797e-b69e-416b-ab46-b5bf0ce8012c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (94286c6f-f48e-43dd-93b0-dc69199cf76d), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.449524 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-943e797e-b69e-416b-ab46-b5bf0ce8012c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (94286c6f-f48e-43dd-93b0-dc69199cf76d), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.469194 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e797e-b69e-416b-ab46-b5bf0ce8012c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94286c6f-f48e-43dd-93b0-dc69199cf76d,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:00.549644 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-943e797e-b69e-416b-ab46-b5bf0ce8012c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.550879 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-943e797e-b69e-416b-ab46-b5bf0ce8012c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3397827 Oct 10 17:16:00.553572 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 32992) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:00.560217 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-c5d49c53-873f-42d7-b135-ce172513b2c0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'security_group_rule': {'security_group_id': 'eb31bbfb-c53e-4db8-a4ad-3089329857db', 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:00.629706 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c5d49c53-873f-42d7-b135-ce172513b2c0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (75907bf9-d42e-4604-adce-fedcdb653c95), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.677948 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c5d49c53-873f-42d7-b135-ce172513b2c0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (75907bf9-d42e-4604-adce-fedcdb653c95), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.757895 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c5d49c53-873f-42d7-b135-ce172513b2c0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (75907bf9-d42e-4604-adce-fedcdb653c95), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.777196 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d49c53-873f-42d7-b135-ce172513b2c0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75907bf9-d42e-4604-adce-fedcdb653c95,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:00.851246 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c5d49c53-873f-42d7-b135-ce172513b2c0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.852441 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c5d49c53-873f-42d7-b135-ce172513b2c0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2979696 Oct 10 17:16:00.855170 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 32994) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:00.859424 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-2d8fdcbe-87c4-4a26-976c-ad8deadaaa3e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'security_group_rule': {'security_group_id': 'eb31bbfb-c53e-4db8-a4ad-3089329857db', 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:00.941323 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdcbe-87c4-4a26-976c-ad8deadaaa3e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (f6652d15-c084-424e-8b08-d71e259b91ca), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:00.963422 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:00.999380 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdcbe-87c4-4a26-976c-ad8deadaaa3e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (f6652d15-c084-424e-8b08-d71e259b91ca), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.050684 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdcbe-87c4-4a26-976c-ad8deadaaa3e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (f6652d15-c084-424e-8b08-d71e259b91ca), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.076327 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fdcbe-87c4-4a26-976c-ad8deadaaa3e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6652d15-c084-424e-8b08-d71e259b91ca,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:01.105484 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-a6f0cc69-5c1e-4849-8908-6744042e1ea6 req-de28edfe-8194-48c2-aad4-1b12f66a9844 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049178 Oct 10 17:16:01.143351 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdcbe-87c4-4a26-976c-ad8deadaaa3e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.144574 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2d8fdcbe-87c4-4a26-976c-ad8deadaaa3e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2885220 Oct 10 17:16:01.147273 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 32998) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:01.151536 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-178efc20-3004-47ed-9f57-c690e52281df tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'security_group_rule': {'security_group_id': 'eb31bbfb-c53e-4db8-a4ad-3089329857db', 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:01.215331 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.securitygroups_db [None req-178efc20-3004-47ed-9f57-c690e52281df tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Project 4f9731af8c4c4188bc61c7f35b8bdc5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 17:16:01.222087 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-178efc20-3004-47ed-9f57-c690e52281df tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (97844fbd-17b1-41ec-8a87-8c053b1fa452), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.274866 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:01.281290 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-178efc20-3004-47ed-9f57-c690e52281df tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (97844fbd-17b1-41ec-8a87-8c053b1fa452), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.341086 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-178efc20-3004-47ed-9f57-c690e52281df tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (97844fbd-17b1-41ec-8a87-8c053b1fa452), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.360631 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178efc20-3004-47ed-9f57-c690e52281df tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97844fbd-17b1-41ec-8a87-8c053b1fa452,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:01.405727 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-178efc20-3004-47ed-9f57-c690e52281df tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.406998 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-178efc20-3004-47ed-9f57-c690e52281df tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2587595 Oct 10 17:16:01.409686 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33000) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:01.413807 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-9f986ce6-3711-48cd-9797-0abf7da28ac8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'security_group_rule': {'security_group_id': 'eb31bbfb-c53e-4db8-a4ad-3089329857db', 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:01.501208 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.securitygroups_db [None req-9f986ce6-3711-48cd-9797-0abf7da28ac8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Project 4f9731af8c4c4188bc61c7f35b8bdc5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 17:16:01.510329 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9f986ce6-3711-48cd-9797-0abf7da28ac8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (dfe2a4ec-9e87-43bf-9863-51ba55aad225), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.566260 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9f986ce6-3711-48cd-9797-0abf7da28ac8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (dfe2a4ec-9e87-43bf-9863-51ba55aad225), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.637907 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9f986ce6-3711-48cd-9797-0abf7da28ac8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (dfe2a4ec-9e87-43bf-9863-51ba55aad225), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.659609 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f986ce6-3711-48cd-9797-0abf7da28ac8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe2a4ec-9e87-43bf-9863-51ba55aad225,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:01.725465 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9f986ce6-3711-48cd-9797-0abf7da28ac8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:01.726644 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-9f986ce6-3711-48cd-9797-0abf7da28ac8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160543 Oct 10 17:16:01.815790 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-217f70af-24ba-40a3-8c76-243ce91112cc tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1292890992&fields=id&tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e HTTP/1.1" status: 200 len: 267 time: 0.0442109 Oct 10 17:16:01.864760 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-09cb6ae8-fa85-437c-8be2-cccc63083acc tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:01.866239 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-09cb6ae8-fa85-437c-8be2-cccc63083acc tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0451376 Oct 10 17:16:01.877505 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'port': {'security_groups': ['1dbd3457-5ab7-4960-be81-a42872a6bbbb', 'eb31bbfb-c53e-4db8-a4ad-3089329857db']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:01.949243 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:02.128174 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] For port b6c7057f-178b-49ef-a993-8f7df4dcbcbf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:16:02.155772 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:02.203978 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:02.214011 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:02.214604 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:02.215954 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0075e0dd-18ce-41c3-a620-f3519ffa011f req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "PUT /networking/v2.0/ports/b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 981 time: 0.3435159 Oct 10 17:16:02.216520 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:16:02.219336 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167" -d '{"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:16:02.258296 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d7c1a9-abb7-45b3-969c-c24b536282ee x-openstack-request-id: req-34d7c1a9-abb7-45b3-969c-c24b536282ee {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:16:02.258592 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:16:02.258847 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34d7c1a9-abb7-45b3-969c-c24b536282ee {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:16:02.259368 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d7c1a9-abb7-45b3-969c-c24b536282ee'] response: {'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'status': 'completed', 'code': 200} Oct 10 17:16:02.284014 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'Port': ['ID=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,revision_number=6']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:02.311059 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.311411 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.311755 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.312123 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.312459 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.312791 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.313142 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.313448 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.313791 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.314099 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.314431 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.314753 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.315132 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.315454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.315774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05227581-cc28-428a-8b2f-22dcd49b50eb tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:02.332509 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd886f89-5848-4bfd-9124-ba9a7d2c4fec req-0801d186-2177-4582-b1d2-c1d45bf55a22 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:02.334019 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dd886f89-5848-4bfd-9124-ba9a7d2c4fec req-0801d186-2177-4582-b1d2-c1d45bf55a22 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0642602 Oct 10 17:16:02.373956 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:02.383347 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:02.393744 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dd886f89-5848-4bfd-9124-ba9a7d2c4fec req-f27b7433-887a-42cd-aee5-647fac77f62d tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539658 Oct 10 17:16:02.972229 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-a15cc4ea-2d3c-43e4-adce-6340aaf2bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:02.973678 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-a15cc4ea-2d3c-43e4-adce-6340aaf2bb2f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1168 time: 0.0397639 Oct 10 17:16:03.067120 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-dbf528f8-d0fb-473c-8294-18669e6310ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:03.068577 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-dbf528f8-d0fb-473c-8294-18669e6310ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a15f2f44-a2b5-453b-9078-70aae54a8d77 HTTP/1.1" status: 200 len: 915 time: 0.0880296 Oct 10 17:16:03.111161 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:16:03.115276 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:16:03.139602 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-bca8fed7-4aea-448b-9f69-973017a92435 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 1000 time: 0.0592284 Oct 10 17:16:03.189634 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-de50bc84-61e5-4428-ac90-124963f2d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:03.191209 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-de50bc84-61e5-4428-ac90-124963f2d9f9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2882eb81-b3dd-4a01-b246-2a7610ad8bec HTTP/1.1" status: 200 len: 853 time: 0.0445778 Oct 10 17:16:03.237859 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-56c93ba8-adbe-4bb5-8d3e-9b6710e489e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:03.239344 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-56c93ba8-adbe-4bb5-8d3e-9b6710e489e6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a15f2f44-a2b5-453b-9078-70aae54a8d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383887 Oct 10 17:16:03.274644 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:03.346456 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-25a0ba35-27be-4be2-a3c6-6d1a209f6938 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994911 Oct 10 17:16:03.425409 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:03.443540 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-d1e45eb7-e19e-4ba7-a354-cfeb86f16167 req-09051f43-3e71-41df-b43e-8a7ab5eb59b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891948 Oct 10 17:16:03.999205 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:16:04.025156 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:16:04.195602 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:04.296200 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:16:04.298187 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:16:04.445790 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:04.713996 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:04.937099 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:05.121995 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-39e597fa-5c85-4df8-aad8-c7fcf3ddebf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:07.323919 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-119de55d-82e9-45ed-982d-00a42cef82ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:07.551718 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-4bd10b35-a8ee-4db5-86df-326903535f57 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1574135174&fields=id&tenant_id=c36e0d86e93942189945656ccb70c059 HTTP/1.1" status: 200 len: 267 time: 0.0521879 Oct 10 17:16:07.655428 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b4084e40-d36f-4120-bdf0-6c5659ee9707 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:07.656880 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b4084e40-d36f-4120-bdf0-6c5659ee9707 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 812 time: 0.0989006 Oct 10 17:16:07.670741 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b7478da9-36ec-479a-8524-784c796794b3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/quotas/c36e0d86e93942189945656ccb70c059 HTTP/1.1" status: 200 len: 375 time: 0.0086663 Oct 10 17:16:07.724537 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-6ef98ac3-07a1-4fb1-8b1b-36ea7386cd5c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486665 Oct 10 17:16:07.817479 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-cebd0add-d976-4878-b4cf-e91506084377 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815206 Oct 10 17:16:08.135563 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-10beb5de-b262-4da5-b7f9-d895fc507221 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115427 Oct 10 17:16:08.349899 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:08.698082 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d74c44ae-45a2-4833-802f-94e830cc9d8a req-2728f275-e17f-40d8-a4a8-e20350e58011 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 210 time: 0.0278642 Oct 10 17:16:09.798039 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5f7c38d3-8837-496d-a9a5-44c92f0799a5 req-de65f181-c31c-4e63-ba06-e52c51d2bae7 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 210 time: 0.0266955 Oct 10 17:16:10.050006 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:10.050680 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:10.351416 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:10.900092 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28a2e4b9-b353-4d77-b24a-c0f3562765a5 req-ffdcfedf-76be-4394-8354-b26c8750872b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 210 time: 0.0279474 Oct 10 17:16:10.926222 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:10.944492 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-48075658-d299-4551-aee9-86040d418e7c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:10.945950 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-48075658-d299-4551-aee9-86040d418e7c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 812 time: 0.1060650 Oct 10 17:16:11.025788 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b4434e23-c20d-4ddf-ae52-72485dd9c838 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c36e0d86e93942189945656ccb70c059 HTTP/1.1" status: 200 len: 380 time: 0.0554464 Oct 10 17:16:11.039760 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'port': {'device_id': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'admin_state_up': True, 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'security_groups': ['9eb85f8c-e242-4909-88de-3d9958ac40c9']}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:11.097654 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:11.227287 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Made reservation on behalf of c36e0d86e93942189945656ccb70c059 for: {'port': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:16:11.231337 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:11.363698 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Allocated IP 172.20.0.14 (d40eb576-47ec-4491-b3a9-6394e24cb47e/21c503f1-4706-488a-bdf7-5dc23426bd26/f141f1b5-a360-478a-9824-c75871e9cee8) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:16:11.499678 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for port (f141f1b5-a360-478a-9824-c75871e9cee8), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:11.586981 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:11.635921 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Network d40eb576-47ec-4491-b3a9-6394e24cb47e is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:16:11.639011 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:16:11.642173 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:16:11.668110 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'Port': ['ID=f141f1b5-a360-478a-9824-c75871e9cee8,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:11.682259 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:11.699107 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:11.701025 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:11.767063 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b660a724-8c03-4692-b0bf-c7e74a012d76 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7310195 Oct 10 17:16:11.787521 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Request body: {'port': {'device_id': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:11.834441 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-c3ae4673-9912-4085-bbc3-68a8e1163af4 None None] Provisioning complete for port f141f1b5-a360-478a-9824-c75871e9cee8 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:16:11.835025 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4673-9912-4085-bbc3-68a8e1163af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:11.835150 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-c3ae4673-9912-4085-bbc3-68a8e1163af4 None None] Attempt 1 to provision port f141f1b5-a360-478a-9824-c75871e9cee8 Oct 10 17:16:11.849067 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:11.868209 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4673-9912-4085-bbc3-68a8e1163af4 None None] Port f141f1b5-a360-478a-9824-c75871e9cee8 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:16:12.026836 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720033a-48c3-4910-acd0-d7e5e52a153f req-e284dcd3-d83f-46f8-b116-7831e64d24e0 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:12.028370 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f720033a-48c3-4910-acd0-d7e5e52a153f req-e284dcd3-d83f-46f8-b116-7831e64d24e0 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 932 time: 0.0532730 Oct 10 17:16:12.079580 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f720033a-48c3-4910-acd0-d7e5e52a153f req-93606c84-7ec5-4d6f-8072-a0b9da11542a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445828 Oct 10 17:16:12.119044 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f141f1b5-a360-478a-9824-c75871e9cee8 {{(pid=104999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:16:12.126749 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Publish callbacks [] for port (f141f1b5-a360-478a-9824-c75871e9cee8), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:12.139731 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.provisioning_blocks [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Transition to ACTIVE for port object f141f1b5-a360-478a-9824-c75871e9cee8 will not be triggered until provisioned by entity L2. {{(pid=104999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:16:12.221382 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:12.280773 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Pushing event updated for resources: {'Port': ['ID=f141f1b5-a360-478a-9824-c75871e9cee8,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:12.332904 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Attempting to bind port f141f1b5-a360-478a-9824-c75871e9cee8 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:16:12.333240 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Attempting to bind port f141f1b5-a360-478a-9824-c75871e9cee8 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:16:12.333568 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Attempting to bind port f141f1b5-a360-478a-9824-c75871e9cee8 on network d40eb576-47ec-4491-b3a9-6394e24cb47e {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:16:12.374883 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Port f141f1b5-a360-478a-9824-c75871e9cee8 on network d40eb576-47ec-4491-b3a9-6394e24cb47e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:16:12.375212 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Attempting to bind port f141f1b5-a360-478a-9824-c75871e9cee8 on network d40eb576-47ec-4491-b3a9-6394e24cb47e {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:16:12.378269 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:12.417703 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:16:12.418027 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Checking segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:16:12.418416 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Bound using segment: {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'} {{(pid=104999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:16:12.418857 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.managers [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Bound port: f141f1b5-a360-478a-9824-c75871e9cee8, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2ac68d-e39c-4ff8-afd0-5902205fc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e'}}] {{(pid=104999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:16:12.419216 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:12.480734 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] For port f141f1b5-a360-478a-9824-c75871e9cee8, host hv-cinder-83454, cleared binding levels {{(pid=104999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:16:12.483757 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] For port f141f1b5-a360-478a-9824-c75871e9cee8, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f141f1b5-a360-478a-9824-c75871e9cee8,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=104999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:16:12.559033 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:12.562230 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:12.562861 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:12.564838 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f141f1b5-a360-478a-9824-c75871e9cee8 HTTP/1.1" status: 200 len: 1094 time: 0.7818031 Oct 10 17:16:12.567022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:16:12.569267 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b183ef-7f44-491a-aa42-41494af86ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:16:12.608773 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:12.610503 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d42299-51ac-4775-a2be-b10153688471 x-openstack-request-id: req-76d42299-51ac-4775-a2be-b10153688471 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:16:12.610755 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:16:12.611028 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76d42299-51ac-4775-a2be-b10153688471 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:16:12.611422 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d42299-51ac-4775-a2be-b10153688471'] response: {'name': 'network-changed', 'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'status': 'completed', 'code': 200} Oct 10 17:16:12.625302 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee7dbc-da59-485b-b6f6-a1e3e91c5830 service neutron] Pushing event updated for resources: {'Port': ['ID=f141f1b5-a360-478a-9824-c75871e9cee8,revision_number=3']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:12.794702 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b183ef-7f44-491a-aa42-41494af86ec9 req-396e64e1-5a48-44c2-a0a1-6d2977ce44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:12.796101 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-76b183ef-7f44-491a-aa42-41494af86ec9 req-396e64e1-5a48-44c2-a0a1-6d2977ce44e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 1128 time: 0.0385492 Oct 10 17:16:12.903250 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b183ef-7f44-491a-aa42-41494af86ec9 req-1935df8c-4276-4f1a-a71d-a0349a6de5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:12.904748 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-76b183ef-7f44-491a-aa42-41494af86ec9 req-1935df8c-4276-4f1a-a71d-a0349a6de5fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=c36e0d86e93942189945656ccb70c059&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0923512 Oct 10 17:16:13.212665 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1660100-567c-4554-ab94-43ae2b642b23 req-55dd4fe7-cc67-4bd2-b077-3273728dc887 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:13.214178 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d1660100-567c-4554-ab94-43ae2b642b23 req-55dd4fe7-cc67-4bd2-b077-3273728dc887 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 944 time: 0.0499480 Oct 10 17:16:13.243746 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b183ef-7f44-491a-aa42-41494af86ec9 req-a82109c8-a7be-44a0-940e-bf09fe08c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:13.245258 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-76b183ef-7f44-491a-aa42-41494af86ec9 req-a82109c8-a7be-44a0-940e-bf09fe08c325 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3339484 Oct 10 17:16:13.265012 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d1660100-567c-4554-ab94-43ae2b642b23 req-1f2b6056-35bb-4252-b203-0e2158030b73 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439079 Oct 10 17:16:13.373185 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-96d4550f-73b3-40f1-ad19-4ea660c6f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:13.374616 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-96d4550f-73b3-40f1-ad19-4ea660c6f560 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 1128 time: 0.0455163 Oct 10 17:16:13.436572 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-5bfdb763-7112-498e-8a8d-2655873aec2f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f141f1b5-a360-478a-9824-c75871e9cee8 HTTP/1.1" status: 200 len: 217 time: 0.0355368 Oct 10 17:16:13.486054 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b09f61f5-8abb-4c8a-b32c-6dcab5083f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:13.487392 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b09f61f5-8abb-4c8a-b32c-6dcab5083f62 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 200 len: 851 time: 0.0432358 Oct 10 17:16:13.530358 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b6c9483c-6eb2-409b-a685-08d7244c4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:13.532410 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-b6c9483c-6eb2-409b-a685-08d7244c4282 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d40eb576-47ec-4491-b3a9-6394e24cb47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370159 Oct 10 17:16:13.623385 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-9cb0f7bb-680b-4502-b1d3-a4483504a9c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831308 Oct 10 17:16:13.714836 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-6733e370-c383-462b-aa2b-0d321e0f03f4 req-4db4f0bc-6789-4528-bbb4-e3d019fdc967 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Oct 10 17:16:14.388814 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5278de1-6d29-497b-a37a-73ff6279e7f7 req-57c68346-d1e6-4656-a39b-82641f364adf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:14.390261 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b5278de1-6d29-497b-a37a-73ff6279e7f7 req-57c68346-d1e6-4656-a39b-82641f364adf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 944 time: 0.0498035 Oct 10 17:16:14.437286 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b5278de1-6d29-497b-a37a-73ff6279e7f7 req-e7ad2dbe-8b7c-48a1-a230-34ca16cbcfc5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415590 Oct 10 17:16:15.553772 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d0b82-5023-448c-95c7-1a002ed1cb7e req-915575f5-aea4-491a-b7fe-c8ae77967e05 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:15.555211 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5a9d0b82-5023-448c-95c7-1a002ed1cb7e req-915575f5-aea4-491a-b7fe-c8ae77967e05 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 944 time: 0.0450039 Oct 10 17:16:15.590956 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:15.604693 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5a9d0b82-5023-448c-95c7-1a002ed1cb7e req-1e86f4fa-e56c-415a-983a-2e0c1152da9d tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437896 Oct 10 17:16:15.660486 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:16.724228 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0b25b-7d5d-4462-864d-b1d966f3bf42 req-6a6c8578-14c8-4f71-8cf7-78d12643f72e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:16.725575 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-93b0b25b-7d5d-4462-864d-b1d966f3bf42 req-6a6c8578-14c8-4f71-8cf7-78d12643f72e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 944 time: 0.0461342 Oct 10 17:16:16.775975 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-93b0b25b-7d5d-4462-864d-b1d966f3bf42 req-1de5fbed-d386-4f6b-98d1-f5f46085e7f4 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449302 Oct 10 17:16:17.892637 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305fa7-96e1-4aa4-928a-46ff45f4f40d req-b1ccce94-5e19-4735-8a00-488584aa9924 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:17.894090 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-89305fa7-96e1-4aa4-928a-46ff45f4f40d req-b1ccce94-5e19-4735-8a00-488584aa9924 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 944 time: 0.0465677 Oct 10 17:16:17.933863 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:17.942498 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-89305fa7-96e1-4aa4-928a-46ff45f4f40d req-75d5ed5a-18e3-4cb8-a869-3704566929de tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429459 Oct 10 17:16:19.062551 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87663979-c386-4a62-a485-62b51f5876a5 req-2e1f54df-d6f3-4053-8d61-088a0384591a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:19.064004 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-87663979-c386-4a62-a485-62b51f5876a5 req-2e1f54df-d6f3-4053-8d61-088a0384591a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 944 time: 0.0470002 Oct 10 17:16:19.081951 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:19.113156 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-87663979-c386-4a62-a485-62b51f5876a5 req-00609fdd-6c86-4790-9acd-b465181af5ce tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 Oct 10 17:16:19.952153 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:20.134664 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-5f8bf15d-3e24-4f89-9662-997c0486f7e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379083 Oct 10 17:16:20.240405 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63c41c-54fa-449a-837d-ce2ec4ea45d3 req-76641885-ef14-4b31-802f-a5351ce2cffb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:20.241789 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bb63c41c-54fa-449a-837d-ce2ec4ea45d3 req-76641885-ef14-4b31-802f-a5351ce2cffb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 944 time: 0.0524125 Oct 10 17:16:20.244208 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-d9d4f252-7949-47d7-85af-324f2c347a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:20.245908 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-d9d4f252-7949-47d7-85af-324f2c347a00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 1129 time: 0.0394397 Oct 10 17:16:20.292274 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bb63c41c-54fa-449a-837d-ce2ec4ea45d3 req-0f4db444-548a-49a6-9650-a248df330076 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 Oct 10 17:16:20.365890 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-7bc81466-d620-43e7-b8c3-ba2daf128977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:20.367367 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-7bc81466-d620-43e7-b8c3-ba2daf128977 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 913 time: 0.0901778 Oct 10 17:16:20.433819 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-c09685f1-c3f1-4cda-8c90-f703932fb222 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33e35059-afb9-405e-9e7a-7271d3f1cfce HTTP/1.1" status: 200 len: 1000 time: 0.0552118 Oct 10 17:16:20.482958 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-97b37b7c-1d91-462c-b469-686b177aff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:20.484444 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-97b37b7c-1d91-462c-b469-686b177aff42 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 200 len: 851 time: 0.0438199 Oct 10 17:16:20.531037 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-97f48ad6-2b14-430b-bf68-7e5243bf6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:20.532440 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-97f48ad6-2b14-430b-bf68-7e5243bf6be7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d40eb576-47ec-4491-b3a9-6394e24cb47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415585 Oct 10 17:16:20.617533 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:20.623031 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-d614187b-4897-470a-8509-49fbdce30427 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828047 Oct 10 17:16:20.637596 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:20.716229 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-716078f5-d9e4-4ac5-8348-dc51b9642d72 req-480b8623-366b-4cd3-b7d1-2355c16ff74b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858567 Oct 10 17:16:20.921883 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f141f1b5-a360-478a-9824-c75871e9cee8 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:16:21.019145 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f141f1b5-a360-478a-9824-c75871e9cee8, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f141f1b5-a360-478a-9824-c75871e9cee8,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:16:21.030581 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'port_id': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'mac_address': 'fa:16:3e:fe:6f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:16:21.068928 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f141f1b5-a360-478a-9824-c75871e9cee8 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:16:21.069321 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:21.082352 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f141f1b5-a360-478a-9824-c75871e9cee8 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:16:21.104823 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f141f1b5-a360-478a-9824-c75871e9cee8, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f141f1b5-a360-478a-9824-c75871e9cee8,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:16:21.135282 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:21.182438 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f141f1b5-a360-478a-9824-c75871e9cee8,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:21.189446 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.189791 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.190132 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.190472 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.190806 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.191155 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.191476 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.191806 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.192159 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.192501 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.194533 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.194533 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.194533 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.194533 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.194533 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:21.219579 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:16:21.417012 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063878-2393-4280-98f0-b22083d5c31b req-bfc609ec-d93b-4a6c-a530-22b7cc05081f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:21.419067 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef063878-2393-4280-98f0-b22083d5c31b req-bfc609ec-d93b-4a6c-a530-22b7cc05081f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 945 time: 0.0477765 Oct 10 17:16:21.470165 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef063878-2393-4280-98f0-b22083d5c31b req-581a9610-3d0e-45c3-aa32-d1229ea64b31 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Oct 10 17:16:21.504311 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['f141f1b5-a360-478a-9824-c75871e9cee8'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:16:21.710558 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:22.587299 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05addf7c-f98d-4f5e-ba83-8a0d7528fb8a req-2ac32e99-81d5-4eff-a914-01935d103793 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:22.588811 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-05addf7c-f98d-4f5e-ba83-8a0d7528fb8a req-2ac32e99-81d5-4eff-a914-01935d103793 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 945 time: 0.0460534 Oct 10 17:16:22.639994 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-05addf7c-f98d-4f5e-ba83-8a0d7528fb8a req-17bf34b0-1bce-417c-8ca1-be9edb0a2919 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456526 Oct 10 17:16:23.759954 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1c66d-ac32-48f8-817f-596dba4d5294 req-27688906-d32a-4808-9283-ea4c99a63d3a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:23.761413 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3ee1c66d-ac32-48f8-817f-596dba4d5294 req-27688906-d32a-4808-9283-ea4c99a63d3a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 945 time: 0.0452681 Oct 10 17:16:23.808459 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3ee1c66d-ac32-48f8-817f-596dba4d5294 req-79f97a94-cddd-4984-995e-d353104aa3c7 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Oct 10 17:16:24.930167 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c75cf-8b59-47c8-b92d-12af8357c765 req-79bdee73-7b51-46dc-8b7f-24e22778c28a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:24.931648 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ce7c75cf-8b59-47c8-b92d-12af8357c765 req-79bdee73-7b51-46dc-8b7f-24e22778c28a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 945 time: 0.0460660 Oct 10 17:16:24.981001 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ce7c75cf-8b59-47c8-b92d-12af8357c765 req-940f0a3f-7144-45a2-a372-28c984394f2e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437849 Oct 10 17:16:25.172233 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f141f1b5-a360-478a-9824-c75871e9cee8 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:16:25.216752 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port f141f1b5-a360-478a-9824-c75871e9cee8 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:16:25.255185 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port f141f1b5-a360-478a-9824-c75871e9cee8 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:16:25.255657 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:25.255957 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port f141f1b5-a360-478a-9824-c75871e9cee8 Oct 10 17:16:25.329229 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f141f1b5-a360-478a-9824-c75871e9cee8 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:16:25.329627 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:25.357522 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:16:25.359783 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06382c4c-6c48-4635-ae4a-e339d710a87f" -d '{"events": [{"server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "name": "network-vif-plugged", "status": "completed", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:16:25.373870 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f141f1b5-a360-478a-9824-c75871e9cee8, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f141f1b5-a360-478a-9824-c75871e9cee8,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:16:25.432653 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:25.467756 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:25.489126 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f141f1b5-a360-478a-9824-c75871e9cee8,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:25.554033 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050a6f91-871f-4a27-8b58-8548078bb814 x-openstack-request-id: req-050a6f91-871f-4a27-8b58-8548078bb814 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:16:25.554325 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "name": "network-vif-plugged", "status": "completed", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:16:25.554579 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-050a6f91-871f-4a27-8b58-8548078bb814 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:16:25.554973 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050a6f91-871f-4a27-8b58-8548078bb814'] response: {'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'code': 200} Oct 10 17:16:26.009107 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d2a00-83c2-4ef8-8d62-599055e3cc49 req-bfe9a66a-dc96-443c-ab2e-87ee45622110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:26.010505 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-fe1d2a00-83c2-4ef8-8d62-599055e3cc49 req-bfe9a66a-dc96-443c-ab2e-87ee45622110 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 1130 time: 0.0377553 Oct 10 17:16:26.057503 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-fe1d2a00-83c2-4ef8-8d62-599055e3cc49 req-3fd7602e-5eb1-4c4b-af89-a45d9c1537f8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Oct 10 17:16:26.106319 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbc3fe-a1bc-48c5-9aa4-1d3dc3f3ef5c req-4a18866e-8854-4239-be42-7b4f0a03470a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:26.107778 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1dbc3fe-a1bc-48c5-9aa4-1d3dc3f3ef5c req-4a18866e-8854-4239-be42-7b4f0a03470a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0499809 Oct 10 17:16:26.156604 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1dbc3fe-a1bc-48c5-9aa4-1d3dc3f3ef5c req-053c44f1-f0c7-47a0-a890-f4f65d50ed5f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Oct 10 17:16:27.276275 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88047788-ef0c-4dc9-93bf-9222afc7d1f9 req-765d71b9-fdae-42f2-b262-b78ae4ac49a7 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:27.277730 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-88047788-ef0c-4dc9-93bf-9222afc7d1f9 req-765d71b9-fdae-42f2-b262-b78ae4ac49a7 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0463619 Oct 10 17:16:27.325442 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-88047788-ef0c-4dc9-93bf-9222afc7d1f9 req-39f39ab1-0acf-481d-8b8c-8909c8acf0a6 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 Oct 10 17:16:28.460789 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ba76c-adf5-4e15-bf55-05174f39b5ed req-0fe23755-e47c-4b60-8bd7-40cecb943be2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:28.462233 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb8ba76c-adf5-4e15-bf55-05174f39b5ed req-0fe23755-e47c-4b60-8bd7-40cecb943be2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0510640 Oct 10 17:16:28.510440 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb8ba76c-adf5-4e15-bf55-05174f39b5ed req-1599dec5-c36b-46b0-9768-96d5401777a3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Oct 10 17:16:29.629678 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e1309-a3ac-4209-b40e-a9b53b38852f req-fa42f89d-ea79-4295-8ae7-cd7cf294cdc9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:29.631283 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-029e1309-a3ac-4209-b40e-a9b53b38852f req-fa42f89d-ea79-4295-8ae7-cd7cf294cdc9 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0467939 Oct 10 17:16:29.679401 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-029e1309-a3ac-4209-b40e-a9b53b38852f req-cb8d5cd9-d7f4-4489-b225-0aac5778292a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Oct 10 17:16:30.069928 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=23 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:30.787700 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:30.798164 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f8f9a-c966-4d36-802c-8b5937d46b1b req-cfe28793-d30f-4ab0-a876-4bcc447d8c7b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:30.799604 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2a8f8f9a-c966-4d36-802c-8b5937d46b1b req-cfe28793-d30f-4ab0-a876-4bcc447d8c7b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0467110 Oct 10 17:16:30.851390 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2a8f8f9a-c966-4d36-802c-8b5937d46b1b req-3ea8ae59-3923-4b69-80c9-760d130752bc tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461998 Oct 10 17:16:30.967809 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393be2-2bb0-4fc4-abc3-055a3ae359b5 req-d92025e0-cc0c-47fd-b65a-7b7d91417752 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:30.969201 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e3393be2-2bb0-4fc4-abc3-055a3ae359b5 req-d92025e0-cc0c-47fd-b65a-7b7d91417752 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0461545 Oct 10 17:16:31.017741 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e3393be2-2bb0-4fc4-abc3-055a3ae359b5 req-0d5badfa-d6cf-4a62-8658-6f9d7e5acacf tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Oct 10 17:16:31.045630 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33194) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:31.173807 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:31.179736 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a1cd4b-1890-48bc-ac3b-bc3ebc50ce4e tempest-TestVolumeBootPattern-389894072 tempest-TestVolumeBootPattern-389894072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:31.181269 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-76a1cd4b-1890-48bc-ac3b-bc3ebc50ce4e tempest-TestVolumeBootPattern-389894072 tempest-TestVolumeBootPattern-389894072-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 1125 time: 0.1346965 Oct 10 17:16:31.187471 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33198) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:31.191633 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'port_id': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:31.198092 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:31.272741 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:31.354429 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:31.462825 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Allocated IP 172.27.4.71 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/c462ac87-6034-44a6-bad6-bf9f3732efae) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:16:31.567589 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for port (c462ac87-6034-44a6-bad6-bf9f3732efae), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:31.673159 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (c462ac87-6034-44a6-bad6-bf9f3732efae), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:31.711226 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:16:31.714148 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:16:31.717686 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:16:31.745259 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'Port': ['ID=c462ac87-6034-44a6-bad6-bf9f3732efae,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:31.917498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:32.016713 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:32.065596 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (4ea732be-0517-40cf-8509-2707a9d8e777), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:32.213153 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (c462ac87-6034-44a6-bad6-bf9f3732efae), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:32.353365 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for port (c462ac87-6034-44a6-bad6-bf9f3732efae), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:32.403789 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (c462ac87-6034-44a6-bad6-bf9f3732efae), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:32.472574 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event updated for resources: {'Port': ['ID=c462ac87-6034-44a6-bad6-bf9f3732efae,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:32.475005 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (4ea732be-0517-40cf-8509-2707a9d8e777), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:32.571349 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Floating IP 4ea732be-0517-40cf-8509-2707a9d8e777 associated. External IP: 172.27.4.71, port: f141f1b5-a360-478a-9824-c75871e9cee8. Oct 10 17:16:32.763925 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Router a2666540-e20b-47bf-a420-5d9229c242a0 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:16:32.815241 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:32.863093 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:16:32.873872 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] Sync routers for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:16:32.883582 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:16:32.884223 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:16:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:16:32.943283 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:32.977516 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-47a8ad74-6355-4eab-b781-6eaa7ce0b0d2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7889824 Oct 10 17:16:32.978238 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:16:32.980590 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e047716-baea-4c69-b776-3b2794b1fb75" -d '{"events": [{"name": "network-changed", "server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:16:32.986770 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:16:33.017504 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee9060-1a58-4e0d-84af-5fb6c58d4dfa x-openstack-request-id: req-e7ee9060-1a58-4e0d-84af-5fb6c58d4dfa {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:16:33.017504 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:16:33.017732 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7ee9060-1a58-4e0d-84af-5fb6c58d4dfa {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:16:33.018116 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ee9060-1a58-4e0d-84af-5fb6c58d4dfa'] response: {'name': 'network-changed', 'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'status': 'completed', 'code': 200} Oct 10 17:16:33.190250 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '4ea732be-0517-40cf-8509-2707a9d8e777', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:fe:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:16:31Z', 'updated_at': '2022-10-10T17:16:31Z', 'revision_number': 0, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}, {'id': 'd4e5d41a-357c-471d-88b6-a17f690185fb', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.51', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:14:18Z', 'updated_at': '2022-10-10T17:14:20Z', 'revision_number': 1, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:16:33.218469 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] Checking router: a2666540-e20b-47bf-a420-5d9229c242a0 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:16:33.227189 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:16:33.227788 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:16:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:16:33.326994 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:16:33.469542 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:33.537961 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '4ea732be-0517-40cf-8509-2707a9d8e777', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:fe:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:16:31Z', 'updated_at': '2022-10-10T17:16:31Z', 'revision_number': 0, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}, {'id': 'd4e5d41a-357c-471d-88b6-a17f690185fb', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.51', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:14:18Z', 'updated_at': '2022-10-10T17:14:20Z', 'revision_number': 1, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:16:33.540561 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-c4fd8518-169c-4a1f-ad74-baf742c727ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:33.542063 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-c4fd8518-169c-4a1f-ad74-baf742c727ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 1130 time: 0.0435338 Oct 10 17:16:33.566530 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f10327-fcf3-414c-95e4-906ccb03465f None None] The sync data for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi is: [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '4ea732be-0517-40cf-8509-2707a9d8e777', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:fe:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:16:31Z', 'updated_at': '2022-10-10T17:16:31Z', 'revision_number': 0, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}, {'id': 'd4e5d41a-357c-471d-88b6-a17f690185fb', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.51', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:14:18Z', 'updated_at': '2022-10-10T17:14:20Z', 'revision_number': 1, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:16:33.638609 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-06ef1cea-c929-47f7-a065-e1bf01c0d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:33.640088 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-06ef1cea-c929-47f7-a065-e1bf01c0d252 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 913 time: 0.0897632 Oct 10 17:16:33.710171 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-949f03cf-fc50-42b9-945d-7bbaf9103bd3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f141f1b5-a360-478a-9824-c75871e9cee8 HTTP/1.1" status: 200 len: 999 time: 0.0600178 Oct 10 17:16:33.759971 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518e2a1-c278-403b-9a62-8343f8c27b0d None None] New status for floating IP 4ea732be-0517-40cf-8509-2707a9d8e777: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:16:33.771108 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-8a4f13db-bed3-4c98-aee6-e529cc2f04be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:33.773551 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-8a4f13db-bed3-4c98-aee6-e529cc2f04be service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 200 len: 851 time: 0.0496039 Oct 10 17:16:33.822161 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-1bb73dbc-1de7-48d4-ae10-f5b88729e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:33.823953 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-1bb73dbc-1de7-48d4-ae10-f5b88729e274 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d40eb576-47ec-4491-b3a9-6394e24cb47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423524 Oct 10 17:16:33.931848 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-b6e9ff4c-4dc6-4479-9664-0910945d3eb6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003010 Oct 10 17:16:34.031943 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-7e047716-baea-4c69-b776-3b2794b1fb75 req-cbade5ab-cab2-40b8-87e4-62c2d6a375a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934854 Oct 10 17:16:34.970140 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ff020d7-4b4c-4c0f-8795-679670d541de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:37.306852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e656ec89-dfef-4d5b-913b-4e502497b0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:38.329717 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:40.073678 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:40.106350 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:40.970071 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f218c1-44c2-47ac-8640-11cfc728c6c3 req-e5ba0f18-0b19-4ab4-a7d5-e61fbd0ea6e7 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:40.971505 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-91f218c1-44c2-47ac-8640-11cfc728c6c3 req-e5ba0f18-0b19-4ab4-a7d5-e61fbd0ea6e7 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 945 time: 0.0461590 Oct 10 17:16:41.018636 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-91f218c1-44c2-47ac-8640-11cfc728c6c3 req-6c7b17cb-209b-45a0-9c00-41d6b1aee93c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Oct 10 17:16:42.134968 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:42.143032 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bf98a-97c6-4601-9411-2c3eb59dba46 req-dad6dbfc-d813-4224-bc1f-f3a66355a7e5 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:42.145516 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d64bf98a-97c6-4601-9411-2c3eb59dba46 req-dad6dbfc-d813-4224-bc1f-f3a66355a7e5 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 945 time: 0.0476906 Oct 10 17:16:42.195632 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d64bf98a-97c6-4601-9411-2c3eb59dba46 req-19dbfd49-65bd-4220-aac4-e18833e3e623 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Oct 10 17:16:42.371473 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7e0c-904c-45f3-8083-eedf0809ed7c req-ea8ab42f-f4c8-4800-9f8e-166801ea65d2 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:42.372960 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e47a7e0c-904c-45f3-8083-eedf0809ed7c req-ea8ab42f-f4c8-4800-9f8e-166801ea65d2 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0466030 Oct 10 17:16:42.432561 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e47a7e0c-904c-45f3-8083-eedf0809ed7c req-d85ce556-3b7a-422f-b8b0-eeb2f9223430 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539274 Oct 10 17:16:42.813395 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-bee5bd73-984b-4e35-8c06-2fec9c02c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:42.814789 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-bee5bd73-984b-4e35-8c06-2fec9c02c498 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1168 time: 0.0440059 Oct 10 17:16:42.980727 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-07ce700c-9555-40a2-942a-cb04d6d35882 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:42.985476 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-07ce700c-9555-40a2-942a-cb04d6d35882 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 945 time: 0.0509188 Oct 10 17:16:43.016824 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-940a7bc6-bdb2-4bef-9255-965ff9202d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:43.018432 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-940a7bc6-bdb2-4bef-9255-965ff9202d7b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a15f2f44-a2b5-453b-9078-70aae54a8d77 HTTP/1.1" status: 200 len: 915 time: 0.0879710 Oct 10 17:16:43.072611 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Deleting port ee82f317-96ee-436f-8109-f4a53dde9815 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:16:43.072866 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:43.085421 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-760ad77a-c3fb-4717-80a5-a07a40991146 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 1000 time: 0.0583904 Oct 10 17:16:43.136456 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-626130e8-1340-4672-84c3-1b3dbd5d7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:43.137909 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-626130e8-1340-4672-84c3-1b3dbd5d7ded service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2882eb81-b3dd-4a01-b246-2a7610ad8bec HTTP/1.1" status: 200 len: 853 time: 0.0441196 Oct 10 17:16:43.161080 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] For port ee82f317-96ee-436f-8109-f4a53dde9815, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=ee82f317-96ee-436f-8109-f4a53dde9815,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:16:43.161676 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:43.174066 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Calling delete_port for ee82f317-96ee-436f-8109-f4a53dde9815 owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:16:43.182818 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-d22feef4-9f21-4880-a42f-68a9c35382eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:43.184381 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-d22feef4-9f21-4880-a42f-68a9c35382eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a15f2f44-a2b5-453b-9078-70aae54a8d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379837 Oct 10 17:16:43.259425 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:43.265631 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=100 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:43.282572 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-2ea45226-eef0-4e9f-8bc2-fb877d629d2f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892248 Oct 10 17:16:43.338832 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f149e-c041-4250-8e90-fb7ef5402067 req-3277d887-10eb-4a13-9c35-f9d718729e4d tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:43.340346 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-606f149e-c041-4250-8e90-fb7ef5402067 req-3277d887-10eb-4a13-9c35-f9d718729e4d tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 945 time: 0.0620127 Oct 10 17:16:43.388097 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-94f3588b-e873-46d3-81cd-ef23a83e6c68 req-7a66a864-a9c1-4b41-839f-e5faef51dfa9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964015 Oct 10 17:16:43.393404 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-606f149e-c041-4250-8e90-fb7ef5402067 req-fd1edc9d-4b8e-40c8-9fa0-535f63f3e870 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469317 Oct 10 17:16:43.421137 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (ee82f317-96ee-436f-8109-f4a53dde9815), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:43.447772 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Pushing event deleted for resources: {'Port': ['ID=ee82f317-96ee-436f-8109-f4a53dde9815,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:43.466114 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['ee82f317-96ee-436f-8109-f4a53dde9815'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:16:43.494289 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] No DVR routers for this DVR port ee82f317-96ee-436f-8109-f4a53dde9815 on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:16:43.496662 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:43.500009 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f84f85cf-5faf-4957-b85c-7b8632a999f1 req-5b0e0e9c-01f6-471f-ae3e-5badd3487702 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ee82f317-96ee-436f-8109-f4a53dde9815 HTTP/1.1" status: 204 len: 173 time: 0.5103035 Oct 10 17:16:43.500522 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ddc1e2-75ec-4645-9197-7ed0252088fa', 'name': 'network-vif-deleted', 'tag': 'ee82f317-96ee-436f-8109-f4a53dde9815'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:16:43.502782 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adb6a3d-e7d5-4432-9715-a1ecb4398ade" -d '{"events": [{"server_uuid": "e6ddc1e2-75ec-4645-9197-7ed0252088fa", "name": "network-vif-deleted", "tag": "ee82f317-96ee-436f-8109-f4a53dde9815"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:16:43.550363 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c96669b-b939-4f0d-b43c-e58b9ee9340b x-openstack-request-id: req-8c96669b-b939-4f0d-b43c-e58b9ee9340b {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:16:43.552409 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ddc1e2-75ec-4645-9197-7ed0252088fa", "name": "network-vif-deleted", "tag": "ee82f317-96ee-436f-8109-f4a53dde9815", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:16:43.552409 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c96669b-b939-4f0d-b43c-e58b9ee9340b {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:16:43.552409 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c96669b-b939-4f0d-b43c-e58b9ee9340b'] response: {'server_uuid': 'e6ddc1e2-75ec-4645-9197-7ed0252088fa', 'name': 'network-vif-deleted', 'tag': 'ee82f317-96ee-436f-8109-f4a53dde9815', 'status': 'completed', 'code': 200} Oct 10 17:16:43.570015 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7db06-13a0-4988-a089-ee9e2d140490 req-7a525d9a-4e9c-4974-9c17-5be5d1cfa749 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:43.571481 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-30e7db06-13a0-4988-a089-ee9e2d140490 req-7a525d9a-4e9c-4974-9c17-5be5d1cfa749 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0548975 Oct 10 17:16:43.583162 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:43.636108 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-30e7db06-13a0-4988-a089-ee9e2d140490 req-d98aacf3-1677-4bbf-a4e5-d017152fda55 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584545 Oct 10 17:16:43.864298 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=16 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:43.876836 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:44.510150 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ece650bf-556c-409e-a5f7-1605a1f9ae32 req-7c355f0c-8343-4ecf-ac76-f598c3e91d0a tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6ddc1e2-75ec-4645-9197-7ed0252088fa HTTP/1.1" status: 200 len: 210 time: 0.0304744 Oct 10 17:16:44.909005 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43336502-7bd0-4bee-9b78-464aad8caabb req-715af788-86dd-41af-87fb-a61ed262b599 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:44.910447 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-43336502-7bd0-4bee-9b78-464aad8caabb req-715af788-86dd-41af-87fb-a61ed262b599 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0472872 Oct 10 17:16:44.971725 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-43336502-7bd0-4bee-9b78-464aad8caabb req-83d8978a-a013-4639-828a-8233ac90a2aa tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554411 Oct 10 17:16:45.672706 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:46.075271 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:46.093458 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499b42b-8c63-4116-b8d4-d9d4e7a6a5a8 req-ef20bb9f-9582-4c62-b5e6-3a173ed48fa5 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:46.094918 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a499b42b-8c63-4116-b8d4-d9d4e7a6a5a8 req-ef20bb9f-9582-4c62-b5e6-3a173ed48fa5 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0475841 Oct 10 17:16:46.157666 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a499b42b-8c63-4116-b8d4-d9d4e7a6a5a8 req-f6d2c135-a538-405e-8c31-bd7176bcc60e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569735 Oct 10 17:16:47.282520 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a47a3e-893e-4200-832f-cfcc843bc8ac req-392aecb3-33da-41ef-97f5-9681679f447e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:47.283965 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6a47a3e-893e-4200-832f-cfcc843bc8ac req-392aecb3-33da-41ef-97f5-9681679f447e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0463221 Oct 10 17:16:47.343282 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6a47a3e-893e-4200-832f-cfcc843bc8ac req-051d14a0-f533-4610-93cd-4fcac92de090 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531678 Oct 10 17:16:48.465383 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d133436-fc4c-4c79-a733-7c1554111e9a req-dffdcf64-3881-4e5b-9788-fbf86d164dcd tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:48.466841 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d133436-fc4c-4c79-a733-7c1554111e9a req-dffdcf64-3881-4e5b-9788-fbf86d164dcd tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0472796 Oct 10 17:16:48.525848 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d133436-fc4c-4c79-a733-7c1554111e9a req-670a470d-4546-4c52-b027-057e9304616b tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533280 Oct 10 17:16:49.126374 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device ee82f317-96ee-436f-8109-f4a53dde9815 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:16:49.146297 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: ee82f317-96ee-436f-8109-f4a53dde9815 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:16:49.146683 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device ee82f317-96ee-436f-8109-f4a53dde9815 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:16:49.649397 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c0fcd-6bb2-4862-a341-8834228d2a7d req-9389ad8b-0e95-4c68-833a-93417122d576 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:49.650845 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b05c0fcd-6bb2-4862-a341-8834228d2a7d req-9389ad8b-0e95-4c68-833a-93417122d576 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0512676 Oct 10 17:16:49.710597 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b05c0fcd-6bb2-4862-a341-8834228d2a7d req-161eabfd-93ee-432b-af2b-c2b605adcec1 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540135 Oct 10 17:16:50.835543 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555faa77-881c-44ef-8eec-daf66bae789d req-df662943-db3b-4d87-af90-f466e175f778 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:50.839093 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-555faa77-881c-44ef-8eec-daf66bae789d req-df662943-db3b-4d87-af90-f466e175f778 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0521500 Oct 10 17:16:50.899529 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-555faa77-881c-44ef-8eec-daf66bae789d req-c431fd11-5dde-4f42-a432-4f0ad22aa07a tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566759 Oct 10 17:16:52.021523 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bee07-5767-4ed1-a413-f153c2ad80ec req-39b5823d-e1ad-4884-9ac1-7f5cc25e8180 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:52.022909 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d8bee07-5767-4ed1-a413-f153c2ad80ec req-39b5823d-e1ad-4884-9ac1-7f5cc25e8180 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0467334 Oct 10 17:16:52.087150 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d8bee07-5767-4ed1-a413-f153c2ad80ec req-91b77071-1f5c-49a3-b272-e84da2de0ea4 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585327 Oct 10 17:16:53.205166 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd04a67-952c-40a7-9f6d-287bd81c0b50 req-2b833304-cf92-419d-8d77-cd0672de2f06 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:53.206598 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cd04a67-952c-40a7-9f6d-287bd81c0b50 req-2b833304-cf92-419d-8d77-cd0672de2f06 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0459867 Oct 10 17:16:53.265567 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1cd04a67-952c-40a7-9f6d-287bd81c0b50 req-52fd3de7-1153-40aa-bb4d-45bfdb55a9a2 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528376 Oct 10 17:16:53.385549 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=24 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:54.385123 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d190195-e1e6-401c-b65d-5d589e7a70e8 req-76e6fdab-3c07-477d-9d51-dbff92421cc5 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:54.386567 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2d190195-e1e6-401c-b65d-5d589e7a70e8 req-76e6fdab-3c07-477d-9d51-dbff92421cc5 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0465562 Oct 10 17:16:54.416344 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:54.448788 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2d190195-e1e6-401c-b65d-5d589e7a70e8 req-d5f32e63-ff01-4e73-8185-4251409669e0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563817 Oct 10 17:16:55.569579 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfd1db-4da5-4a8b-b8d6-d0ae2dc76139 req-847c86fa-451d-4e7f-8adc-eeb1f3991d8b tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:55.571032 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-80dfd1db-4da5-4a8b-b8d6-d0ae2dc76139 req-847c86fa-451d-4e7f-8adc-eeb1f3991d8b tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0466766 Oct 10 17:16:55.620704 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:55.629157 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-80dfd1db-4da5-4a8b-b8d6-d0ae2dc76139 req-0012a729-3c88-42c1-9769-13f511e9dab8 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523374 Oct 10 17:16:56.059984 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-2fdda1e9-f2c9-4a8e-9074-8204b93c644c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:56.061463 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-2fdda1e9-f2c9-4a8e-9074-8204b93c644c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e8f36e2a-b122-4a19-98f7-7d10c957a7f1 HTTP/1.1" status: 200 len: 813 time: 0.1025913 Oct 10 17:16:56.076085 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-38d29966-30b3-4166-9e5e-8ea26cca8118 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/quotas/b9422ce68e164e7d8ae8dbf168e58e78 HTTP/1.1" status: 200 len: 375 time: 0.0093150 Oct 10 17:16:56.107499 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3f491239-de69-49af-a679-4b3c94bc44f4 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b9422ce68e164e7d8ae8dbf168e58e78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266140 Oct 10 17:16:56.121592 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:56.197806 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-8dfcf6c9-1e12-4578-8d35-f192e8994b6c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e8f36e2a-b122-4a19-98f7-7d10c957a7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837507 Oct 10 17:16:56.288776 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-a2deb1d5-f180-4d1a-85c6-7575174fc4a8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e8f36e2a-b122-4a19-98f7-7d10c957a7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850027 Oct 10 17:16:56.566671 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-29f80973-0070-4530-8064-52b5a8edec8e req-86bfbb5e-e7a7-47a7-a601-d5368bec4896 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 210 time: 0.0274203 Oct 10 17:16:56.753315 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20011f-0eee-49f2-9bfc-47b355a5f71a req-c97c99f9-dd26-4b2d-b845-6158547d5e7c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:56.754807 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d20011f-0eee-49f2-9bfc-47b355a5f71a req-c97c99f9-dd26-4b2d-b845-6158547d5e7c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0505753 Oct 10 17:16:56.815263 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d20011f-0eee-49f2-9bfc-47b355a5f71a req-6b3672c8-4736-4652-bc0d-0d1048c2d0f7 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534210 Oct 10 17:16:57.323205 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:57.328376 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:57.668690 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-619cbbda-b7f3-4afb-8143-75b71e28dc12 req-0224b598-9382-4181-a863-4054b8e9584d tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 210 time: 0.0290833 Oct 10 17:16:57.936441 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18a0c2-d78b-4ee8-9e00-0858de021951 req-b175f7dd-f428-4f7a-816d-b076be7bbc9b tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:57.937881 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cf18a0c2-d78b-4ee8-9e00-0858de021951 req-b175f7dd-f428-4f7a-816d-b076be7bbc9b tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0466292 Oct 10 17:16:57.998033 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cf18a0c2-d78b-4ee8-9e00-0858de021951 req-58869556-cc90-4ea4-9695-1e777188e336 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545232 Oct 10 17:16:58.199767 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:16:58.449021 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33402) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:58.453538 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-6e35429a-1c27-44b0-a172-07e9e2177065 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746854993', 'description': 'tempest-description--103083866'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:58.530048 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6e35429a-1c27-44b0-a172-07e9e2177065 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:58.601472 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6e35429a-1c27-44b0-a172-07e9e2177065 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:58.672871 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6e35429a-1c27-44b0-a172-07e9e2177065 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:58.703145 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35429a-1c27-44b0-a172-07e9e2177065 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:58.769764 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-6e35429a-1c27-44b0-a172-07e9e2177065 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:58.770937 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-6e35429a-1c27-44b0-a172-07e9e2177065 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3208957 Oct 10 17:16:58.772827 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbcd39c7-a322-4c17-aff1-cfcb68fb2d72 req-9b92964f-0dc4-49b1-934c-61784c1dfe37 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 210 time: 0.0309544 Oct 10 17:16:58.773880 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33406) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:58.778013 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-e6dbd7ab-7720-402d-9fc3-1bdde02c2c81 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group_rule': {'security_group_id': 'aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:58.856467 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e6dbd7ab-7720-402d-9fc3-1bdde02c2c81 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (1d1d7b2a-4135-47c1-9257-5345dba8a334), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:58.875266 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:58.912493 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e6dbd7ab-7720-402d-9fc3-1bdde02c2c81 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (1d1d7b2a-4135-47c1-9257-5345dba8a334), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:58.987373 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e6dbd7ab-7720-402d-9fc3-1bdde02c2c81 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (1d1d7b2a-4135-47c1-9257-5345dba8a334), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.006861 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbd7ab-7720-402d-9fc3-1bdde02c2c81 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1d7b2a-4135-47c1-9257-5345dba8a334,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:59.084090 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e6dbd7ab-7720-402d-9fc3-1bdde02c2c81 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.085788 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-e6dbd7ab-7720-402d-9fc3-1bdde02c2c81 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110235 Oct 10 17:16:59.089017 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33410) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:59.093681 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group_rule': {'security_group_id': 'aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:59.131097 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:59.188339 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (9e36ee53-07b0-49b9-86a9-6d59f830632c), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.258009 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (9e36ee53-07b0-49b9-86a9-6d59f830632c), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.324802 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (9e36ee53-07b0-49b9-86a9-6d59f830632c), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.343730 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e36ee53-07b0-49b9-86a9-6d59f830632c,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:16:59.351837 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.352216 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.352568 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.353680 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.353680 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.353680 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.354006 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.354190 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.354519 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.354846 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.355175 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.355504 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.356369 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.356369 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.356783 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:16:59.358905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:16:59.401701 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837b564-30d9-498c-b647-1f37c8e8376c req-7d262e57-be5e-4509-aeac-b33897baa02c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:59.403192 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1837b564-30d9-498c-b647-1f37c8e8376c req-7d262e57-be5e-4509-aeac-b33897baa02c tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.3315001 Oct 10 17:16:59.417788 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.418995 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-290a8284-a8c5-44ea-b1e8-62adf953ecb3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288240 Oct 10 17:16:59.422162 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33412) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:16:59.426842 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:59.484699 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-161c9030-d5fe-4956-9b73-0adb39253576 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:16:59.486104 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-161c9030-d5fe-4956-9b73-0adb39253576 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e8f36e2a-b122-4a19-98f7-7d10c957a7f1 HTTP/1.1" status: 200 len: 813 time: 0.1499736 Oct 10 17:16:59.506918 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1837b564-30d9-498c-b647-1f37c8e8376c req-1b576ee8-3cfb-4555-b018-bfc7187f88a7 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963917 Oct 10 17:16:59.521376 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Request body: {'port': {'device_id': '65d0e7d5-ed20-4228-9ff6-536a37147fa4', 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1', 'admin_state_up': True, 'tenant_id': 'b9422ce68e164e7d8ae8dbf168e58e78'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:16:59.523669 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.607383 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.696943 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Made reservation on behalf of b9422ce68e164e7d8ae8dbf168e58e78 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:16:59.703769 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.717659 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Allocated IP 172.27.4.58 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/3576de39-eeb7-4eb0-a84a-16d73f0203d9) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:16:59.822795 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (3576de39-eeb7-4eb0-a84a-16d73f0203d9), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.834699 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Allocated IP 172.20.0.2 (e8f36e2a-b122-4a19-98f7-7d10c957a7f1/1bd2cb65-33b2-4d7d-88b4-9d39f189944a/cc8b3043-6cec-450b-a20e-6ee72f3243ac) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:16:59.893184 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3c60a21c-5253-440f-9b0b-3bbb188bd4c2 req-e3f74b1c-3b2c-49c6-8921-2e942e263e28 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 210 time: 0.0414951 Oct 10 17:16:59.896400 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (3576de39-eeb7-4eb0-a84a-16d73f0203d9), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:16:59.934950 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:16:59.939456 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:16:59.943057 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:16:59.972591 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=3576de39-eeb7-4eb0-a84a-16d73f0203d9,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:00.015019 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks [] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:00.020824 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:00.034528 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (3d3c7022-bf66-45bc-97af-1389ed2b3668), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:00.035352 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:00.106917 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:00.139918 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (3576de39-eeb7-4eb0-a84a-16d73f0203d9), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:00.157365 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:17:00.160726 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:17:00.167293 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:17:00.184349 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:00.203236 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Pushing event updated for resources: {'Port': ['ID=cc8b3043-6cec-450b-a20e-6ee72f3243ac,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:00.222961 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:00.223569 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:00.298491 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (3576de39-eeb7-4eb0-a84a-16d73f0203d9), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:00.304294 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-3a4cf919-9e04-4d94-ba7f-d713ce325e51 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866714 Oct 10 17:17:00.358031 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (3576de39-eeb7-4eb0-a84a-16d73f0203d9), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:00.421905 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (3d3c7022-bf66-45bc-97af-1389ed2b3668), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:00.425419 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=3576de39-eeb7-4eb0-a84a-16d73f0203d9,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:00.497289 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:00.498536 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-5670fb6e-f9c4-4f57-a4c5-f95dab7f6a77 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0752580 Oct 10 17:17:00.645350 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200be0dc-a49b-43cf-8bd2-3c34c3aba855 req-c6c1aa94-5bf1-4f22-818c-32d2a3e8a1e4 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:00.646730 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-200be0dc-a49b-43cf-8bd2-3c34c3aba855 req-c6c1aa94-5bf1-4f22-818c-32d2a3e8a1e4 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0599442 Oct 10 17:17:00.689584 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-e50bf9a1-6223-4cd5-8762-d724ffa51a8f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1746854993&fields=id&tenant_id=f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 267 time: 0.0741301 Oct 10 17:17:00.714268 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:00.777678 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-200be0dc-a49b-43cf-8bd2-3c34c3aba855 req-e04ab4d7-57bc-43ab-8a08-9a4069f3a2e6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252339 Oct 10 17:17:00.825641 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-33a3c565-0c31-4f87-8a35-1af24c358734 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:00.827725 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-33a3c565-0c31-4f87-8a35-1af24c358734 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 815 time: 0.1292584 Oct 10 17:17:00.841531 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-18f8fd26-717d-4009-912c-c8c52fa53296 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/quotas/f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 375 time: 0.0090365 Oct 10 17:17:00.894977 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-dba9917d-3ee2-4c26-a1d6-406cb4c065a9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487192 Oct 10 17:17:00.907243 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Request body: {'port': {'device_id': '65d0e7d5-ed20-4228-9ff6-536a37147fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:17:01.071974 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f9766-1f86-4f96-9ecd-994b56a30544 req-bdb1daa9-197d-4b8e-8cc0-66e2a30978aa tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:01.073714 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c69f9766-1f86-4f96-9ecd-994b56a30544 req-bdb1daa9-197d-4b8e-8cc0-66e2a30978aa tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 931 time: 0.0948675 Oct 10 17:17:01.074266 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:01.113386 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-1069bb78-8c6d-49b3-a973-2a7baf9bc8b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022502 Oct 10 17:17:01.267783 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c69f9766-1f86-4f96-9ecd-994b56a30544 req-0bb666be-816b-4699-bc5e-6a5633c328dd tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806684 Oct 10 17:17:01.354590 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-05e45a56-349f-469d-8439-398d1fce2bcb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224698 Oct 10 17:17:01.366759 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:01.459011 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8b3043-6cec-450b-a20e-6ee72f3243ac {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:17:01.467173 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Publish callbacks [] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:01.480243 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Transition to ACTIVE for port object cc8b3043-6cec-450b-a20e-6ee72f3243ac will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:17:01.518379 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:01.609317 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2d4c62d9-785a-46d4-8900-7d00117bebef req-ce5500a0-0144-4a87-8838-a0df714a04b0 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 210 time: 0.0527155 Oct 10 17:17:01.626032 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b3043-6cec-450b-a20e-6ee72f3243ac,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:01.658293 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Attempting to bind port cc8b3043-6cec-450b-a20e-6ee72f3243ac on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:17:01.658481 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Attempting to bind port cc8b3043-6cec-450b-a20e-6ee72f3243ac by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'c02de0aa-3cfc-4b6a-a574-108f95123189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:17:01.658808 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Attempting to bind port cc8b3043-6cec-450b-a20e-6ee72f3243ac on network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:17:01.682657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:01.702339 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Port cc8b3043-6cec-450b-a20e-6ee72f3243ac on network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:17:01.702596 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Attempting to bind port cc8b3043-6cec-450b-a20e-6ee72f3243ac on network e8f36e2a-b122-4a19-98f7-7d10c957a7f1 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:17:01.747512 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:17:01.747849 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Checking segment: {'id': 'c02de0aa-3cfc-4b6a-a574-108f95123189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:17:01.748270 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Bound using segment: {'id': 'c02de0aa-3cfc-4b6a-a574-108f95123189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:17:01.748708 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Bound port: cc8b3043-6cec-450b-a20e-6ee72f3243ac, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02de0aa-3cfc-4b6a-a574-108f95123189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:17:01.749070 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:01.813698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] For port cc8b3043-6cec-450b-a20e-6ee72f3243ac, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:17:01.817237 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] For port cc8b3043-6cec-450b-a20e-6ee72f3243ac, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cc8b3043-6cec-450b-a20e-6ee72f3243ac,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:17:01.901921 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa60e-b180-4441-afb4-8b2f5f194ab2 req-2a973d3b-16ff-44fe-9609-92262983a5e5 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:01.903456 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-46baa60e-b180-4441-afb4-8b2f5f194ab2 req-2a973d3b-16ff-44fe-9609-92262983a5e5 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0493562 Oct 10 17:17:01.904975 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:01.908368 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:01.909274 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:01.910540 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/cc8b3043-6cec-450b-a20e-6ee72f3243ac HTTP/1.1" status: 200 len: 1093 time: 1.0076194 Oct 10 17:17:01.913938 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d0e7d5-ed20-4228-9ff6-536a37147fa4', 'tag': 'cc8b3043-6cec-450b-a20e-6ee72f3243ac'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:17:01.916192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7e4eb1-a8ac-4f38-9bc4-6048dcfeb213" -d '{"events": [{"name": "network-changed", "server_uuid": "65d0e7d5-ed20-4228-9ff6-536a37147fa4", "tag": "cc8b3043-6cec-450b-a20e-6ee72f3243ac"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:17:01.968775 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2064b58-d1e1-43ee-b926-5ed79b30ef05 x-openstack-request-id: req-c2064b58-d1e1-43ee-b926-5ed79b30ef05 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:17:01.968775 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d0e7d5-ed20-4228-9ff6-536a37147fa4", "tag": "cc8b3043-6cec-450b-a20e-6ee72f3243ac", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:17:01.968775 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2064b58-d1e1-43ee-b926-5ed79b30ef05 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:17:01.968775 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2064b58-d1e1-43ee-b926-5ed79b30ef05'] response: {'name': 'network-changed', 'server_uuid': '65d0e7d5-ed20-4228-9ff6-536a37147fa4', 'tag': 'cc8b3043-6cec-450b-a20e-6ee72f3243ac', 'status': 'completed', 'code': 200} Oct 10 17:17:02.013519 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f9e92-0541-421a-8be2-722d11f65152 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b3043-6cec-450b-a20e-6ee72f3243ac,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:02.036498 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-46baa60e-b180-4441-afb4-8b2f5f194ab2 req-4719bf11-9720-47ec-824a-47fb263b3361 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&id=eb31bbfb-c53e-4db8-a4ad-3089329857db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247461 Oct 10 17:17:02.072379 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e4eb1-a8ac-4f38-9bc4-6048dcfeb213 req-6fccc6db-13d0-4688-a0b5-b0007d92871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:02.072379 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3e7e4eb1-a8ac-4f38-9bc4-6048dcfeb213 req-6fccc6db-13d0-4688-a0b5-b0007d92871d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b9422ce68e164e7d8ae8dbf168e58e78&device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 1127 time: 0.0465076 Oct 10 17:17:02.178748 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e4eb1-a8ac-4f38-9bc4-6048dcfeb213 req-8970fdb8-80bd-4e5a-b814-7f3679f1c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:02.181474 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3e7e4eb1-a8ac-4f38-9bc4-6048dcfeb213 req-8970fdb8-80bd-4e5a-b814-7f3679f1c272 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b9422ce68e164e7d8ae8dbf168e58e78&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0973885 Oct 10 17:17:02.273683 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e4eb1-a8ac-4f38-9bc4-6048dcfeb213 req-09d0d951-dcd0-4b26-9dd8-88f6bc756370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:02.275149 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3e7e4eb1-a8ac-4f38-9bc4-6048dcfeb213 req-09d0d951-dcd0-4b26-9dd8-88f6bc756370 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886617 Oct 10 17:17:02.371705 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:02.404362 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-98eda721-a4a8-4232-a656-a950c192b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:02.405946 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-98eda721-a4a8-4232-a656-a950c192b8eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b9422ce68e164e7d8ae8dbf168e58e78&device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 1127 time: 0.0705471 Oct 10 17:17:02.416048 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1decb7-f610-4687-b7d6-0773ad3f1117 req-87d98997-7355-43a3-8010-186fd1d59f96 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:02.417453 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ad1decb7-f610-4687-b7d6-0773ad3f1117 req-87d98997-7355-43a3-8010-186fd1d59f96 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 943 time: 0.0720637 Oct 10 17:17:02.458417 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-000da113-5c70-4174-b9ac-bd079741e7b4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc8b3043-6cec-450b-a20e-6ee72f3243ac HTTP/1.1" status: 200 len: 217 time: 0.0391533 Oct 10 17:17:02.528267 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ad1decb7-f610-4687-b7d6-0773ad3f1117 req-0ed06d0a-d27c-40ef-9b65-a023a36ae261 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023123 Oct 10 17:17:02.529943 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-34ceeae9-c693-48e0-aae2-0edac1e7054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:02.531257 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-34ceeae9-c693-48e0-aae2-0edac1e7054e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1bd2cb65-33b2-4d7d-88b4-9d39f189944a HTTP/1.1" status: 200 len: 853 time: 0.0643489 Oct 10 17:17:02.568509 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-81ee5195-296b-4d67-b1c1-545763e91ed4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e8f36e2a-b122-4a19-98f7-7d10c957a7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311439 Oct 10 17:17:02.674485 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-fb900214-5b12-4cd0-8c1d-b865b884fe6c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e8f36e2a-b122-4a19-98f7-7d10c957a7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845246 Oct 10 17:17:02.753100 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-16ad0c1d-9174-46cc-9399-bfa1b619ca30 req-54d01f4f-9c83-48ed-8165-62e3c9e785b7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 210 time: 0.0644441 Oct 10 17:17:02.786824 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:02.791294 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fbbad64e-14cf-42f8-a9ec-fb46d48fa3c5 req-9f5509d5-ff77-420c-a16d-7252ca8f7df2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e8f36e2a-b122-4a19-98f7-7d10c957a7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107886 Oct 10 17:17:03.649284 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc310f3b-fc82-4742-a410-5da0690c2b54 req-b0dc5032-f777-488a-b8f9-b633cf637290 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:03.650716 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fc310f3b-fc82-4742-a410-5da0690c2b54 req-b0dc5032-f777-488a-b8f9-b633cf637290 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 943 time: 0.0461104 Oct 10 17:17:03.696758 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fc310f3b-fc82-4742-a410-5da0690c2b54 req-b5b69ee3-0800-4268-b055-1988421d331c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Oct 10 17:17:03.856019 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a747aae4-9514-459a-a07c-dfcf58ef9b18 req-70a80a59-0dc6-4914-86ba-43d63ce0a777 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 210 time: 0.0301318 Oct 10 17:17:04.818748 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6549e51-fb51-4915-8ea5-5a4e4389e534 req-a7c840cb-ec8b-426e-a3e8-a562646e11fa tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:04.820775 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a6549e51-fb51-4915-8ea5-5a4e4389e534 req-a7c840cb-ec8b-426e-a3e8-a562646e11fa tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 943 time: 0.0463822 Oct 10 17:17:04.868159 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a6549e51-fb51-4915-8ea5-5a4e4389e534 req-b1a4edbc-9ce0-437e-8a1f-bbe085c26b79 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Oct 10 17:17:04.959452 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ee753e58-6411-42c6-9471-5057cef9bb75 req-55ced953-a405-432f-ad07-fc33dee769a9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 210 time: 0.0276392 Oct 10 17:17:04.987337 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3d2f023a-e07b-4140-9f4f-1546ae6697ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:05.074742 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-8f86aa3d-6d03-46ba-b81a-8c853e7e5c5d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:05.076093 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-8f86aa3d-6d03-46ba-b81a-8c853e7e5c5d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 815 time: 0.1044242 Oct 10 17:17:05.154793 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-96cfb1e2-02c6-4a45-982a-c11d4cdd84bd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 473 time: 0.0634379 Oct 10 17:17:05.164731 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'port': {'device_id': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'admin_state_up': True, 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'security_groups': ['aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:17:05.306225 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device cc8b3043-6cec-450b-a20e-6ee72f3243ac details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:17:05.329982 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Made reservation on behalf of f4fa5392cfd049509a86b2d88d536409 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:17:05.333854 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:05.410529 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port cc8b3043-6cec-450b-a20e-6ee72f3243ac, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cc8b3043-6cec-450b-a20e-6ee72f3243ac,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:17:05.422073 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'cc8b3043-6cec-450b-a20e-6ee72f3243ac', 'network_id': 'e8f36e2a-b122-4a19-98f7-7d10c957a7f1', 'port_id': 'cc8b3043-6cec-450b-a20e-6ee72f3243ac', 'mac_address': 'fa:16:3e:fb:f8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd2cb65-33b2-4d7d-88b4-9d39f189944a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:17:05.457052 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port cc8b3043-6cec-450b-a20e-6ee72f3243ac is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:17:05.457467 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:05.458762 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Allocated IP 172.20.0.6 (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0/578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b/00f60993-555c-4b9e-b255-b47e508fa753) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:17:05.470849 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8b3043-6cec-450b-a20e-6ee72f3243ac {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:17:05.482549 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:05.490817 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port cc8b3043-6cec-450b-a20e-6ee72f3243ac, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cc8b3043-6cec-450b-a20e-6ee72f3243ac,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:17:05.597735 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (00f60993-555c-4b9e-b255-b47e508fa753), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:05.598786 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:05.600013 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:05.645037 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=cc8b3043-6cec-450b-a20e-6ee72f3243ac,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:05.700617 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (00f60993-555c-4b9e-b255-b47e508fa753), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:05.745239 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:17:05.748339 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:17:05.752136 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:17:05.761913 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=00f60993-555c-4b9e-b255-b47e508fa753,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:05.790557 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.790909 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.791254 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.791661 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.791932 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.792292 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.792623 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.792951 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.793278 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.793604 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.793931 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.794255 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.794578 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.794902 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.795222 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:17:05.821695 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:05.822426 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:05.908777 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f4b3f4c4-04b4-4b0c-a38f-f6f1eb32aeeb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7481847 Oct 10 17:17:05.933093 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Request body: {'port': {'device_id': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:17:05.998543 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['cc8b3043-6cec-450b-a20e-6ee72f3243ac'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:17:06.027775 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d917-36b9-4f18-9233-eec1933007d8 req-56d5fb01-2765-40c6-8554-90861d96fcdc tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:06.029207 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9917d917-36b9-4f18-9233-eec1933007d8 req-56d5fb01-2765-40c6-8554-90861d96fcdc tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 944 time: 0.0758464 Oct 10 17:17:06.044111 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-321954e9-d099-42c6-9d7e-33e3aa60386d None None] Provisioning complete for port 00f60993-555c-4b9e-b255-b47e508fa753 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:17:06.044485 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-321954e9-d099-42c6-9d7e-33e3aa60386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (00f60993-555c-4b9e-b255-b47e508fa753), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:06.044824 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-321954e9-d099-42c6-9d7e-33e3aa60386d None None] Attempt 1 to provision port 00f60993-555c-4b9e-b255-b47e508fa753 Oct 10 17:17:06.047277 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (00f60993-555c-4b9e-b255-b47e508fa753), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:06.095068 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-321954e9-d099-42c6-9d7e-33e3aa60386d None None] Port 00f60993-555c-4b9e-b255-b47e508fa753 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:17:06.358938 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275b7d4-4e4e-4392-b3ed-00adb8e7e714 req-79b5ab55-13dd-47e6-a450-b899cb4d257b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:06.360439 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5275b7d4-4e4e-4392-b3ed-00adb8e7e714 req-79b5ab55-13dd-47e6-a450-b899cb4d257b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 931 time: 0.3237007 Oct 10 17:17:06.449056 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9917d917-36b9-4f18-9233-eec1933007d8 req-a67862bc-21c3-4abd-83ab-92311d0a8754 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094739 Oct 10 17:17:06.492488 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5275b7d4-4e4e-4392-b3ed-00adb8e7e714 req-6b5c43c3-cda5-4488-95ed-edc9eefeb2f1 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243911 Oct 10 17:17:06.664974 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f60993-555c-4b9e-b255-b47e508fa753 {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:17:06.664974 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:06.664974 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Publish callbacks [] for port (00f60993-555c-4b9e-b255-b47e508fa753), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:06.664974 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Transition to ACTIVE for port object 00f60993-555c-4b9e-b255-b47e508fa753 will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:17:06.746832 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (00f60993-555c-4b9e-b255-b47e508fa753), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:06.805994 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Pushing event updated for resources: {'Port': ['ID=00f60993-555c-4b9e-b255-b47e508fa753,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:06.857451 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Attempting to bind port 00f60993-555c-4b9e-b255-b47e508fa753 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:17:06.858101 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Attempting to bind port 00f60993-555c-4b9e-b255-b47e508fa753 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:17:06.858101 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Attempting to bind port 00f60993-555c-4b9e-b255-b47e508fa753 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:17:06.899195 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Port 00f60993-555c-4b9e-b255-b47e508fa753 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:17:06.899529 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Attempting to bind port 00f60993-555c-4b9e-b255-b47e508fa753 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:17:06.919961 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:06.940570 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:17:06.940911 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Checking segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:17:06.941300 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Bound using segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:17:06.941733 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Bound port: 00f60993-555c-4b9e-b255-b47e508fa753, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:17:06.942098 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (00f60993-555c-4b9e-b255-b47e508fa753), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:07.002641 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] For port 00f60993-555c-4b9e-b255-b47e508fa753, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:17:07.005623 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] For port 00f60993-555c-4b9e-b255-b47e508fa753, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00f60993-555c-4b9e-b255-b47e508fa753,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:17:07.084285 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (00f60993-555c-4b9e-b255-b47e508fa753), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:07.088483 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:07.093157 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:07.093157 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/00f60993-555c-4b9e-b255-b47e508fa753 HTTP/1.1" status: 200 len: 1093 time: 1.1617901 Oct 10 17:17:07.093157 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:17:07.093589 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74317ba-b27d-45e9-9aab-4369cc989df8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "tag": "00f60993-555c-4b9e-b255-b47e508fa753"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:17:07.131827 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb94635-cfc0-4549-9dc0-23229ba9f26a x-openstack-request-id: req-1bb94635-cfc0-4549-9dc0-23229ba9f26a {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:17:07.132176 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "tag": "00f60993-555c-4b9e-b255-b47e508fa753", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:17:07.132427 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bb94635-cfc0-4549-9dc0-23229ba9f26a {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:17:07.132825 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb94635-cfc0-4549-9dc0-23229ba9f26a'] response: {'name': 'network-changed', 'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753', 'status': 'completed', 'code': 200} Oct 10 17:17:07.146871 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6b07b-b1a8-4e1b-93ce-ec3e3a15d4ba service neutron] Pushing event updated for resources: {'Port': ['ID=00f60993-555c-4b9e-b255-b47e508fa753,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:07.224624 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74317ba-b27d-45e9-9aab-4369cc989df8 req-b2c5d7b8-ca12-499e-8cc4-cd638ac73e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:07.226548 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f74317ba-b27d-45e9-9aab-4369cc989df8 req-b2c5d7b8-ca12-499e-8cc4-cd638ac73e2e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 1127 time: 0.0389171 Oct 10 17:17:07.323077 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7a506154-8c0b-4bd9-abb9-cf0e0143342e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:07.334962 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device cc8b3043-6cec-450b-a20e-6ee72f3243ac up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:17:07.345897 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74317ba-b27d-45e9-9aab-4369cc989df8 req-54107a69-821b-4150-9d13-908aa60f3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:07.347399 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f74317ba-b27d-45e9-9aab-4369cc989df8 req-54107a69-821b-4150-9d13-908aa60f3f30 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f4fa5392cfd049509a86b2d88d536409&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0993102 Oct 10 17:17:07.377302 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port cc8b3043-6cec-450b-a20e-6ee72f3243ac completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:17:07.440698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74317ba-b27d-45e9-9aab-4369cc989df8 req-7a5b66e6-c848-467b-a7b7-37cd0147a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:07.442229 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f74317ba-b27d-45e9-9aab-4369cc989df8 req-7a5b66e6-c848-467b-a7b7-37cd0147a506 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888305 Oct 10 17:17:07.461759 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port cc8b3043-6cec-450b-a20e-6ee72f3243ac triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:17:07.462138 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:07.462482 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port cc8b3043-6cec-450b-a20e-6ee72f3243ac Oct 10 17:17:07.539711 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port cc8b3043-6cec-450b-a20e-6ee72f3243ac is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:17:07.540135 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:07.559716 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:07.564358 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d0e7d5-ed20-4228-9ff6-536a37147fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b3043-6cec-450b-a20e-6ee72f3243ac'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:17:07.566602 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d12e454-0bbd-4088-ab16-b7da55b324b0" -d '{"events": [{"server_uuid": "65d0e7d5-ed20-4228-9ff6-536a37147fa4", "name": "network-vif-plugged", "status": "completed", "tag": "cc8b3043-6cec-450b-a20e-6ee72f3243ac"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:17:07.568737 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:07.583604 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port cc8b3043-6cec-450b-a20e-6ee72f3243ac, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cc8b3043-6cec-450b-a20e-6ee72f3243ac,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:17:07.598372 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f922e33d-1bfa-4ee7-9d65-cd226558fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:07.599879 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-f922e33d-1bfa-4ee7-9d65-cd226558fb78 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 1127 time: 0.0971122 Oct 10 17:17:07.622987 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6111df-5e8a-486a-82ef-7acf7c4b3e17 req-a4cb75ea-23d4-4503-ba6e-461bb98fdb2f tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:07.624632 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eb6111df-5e8a-486a-82ef-7acf7c4b3e17 req-a4cb75ea-23d4-4503-ba6e-461bb98fdb2f tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 944 time: 0.0869601 Oct 10 17:17:07.655612 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:07.672497 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-ed974e35-284e-4a4a-b461-c54db1191a7d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00f60993-555c-4b9e-b255-b47e508fa753 HTTP/1.1" status: 200 len: 217 time: 0.0557287 Oct 10 17:17:07.695221 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf600d5-d706-49dd-a089-130272960843 req-5ce02a49-d214-4214-9fa0-988603b76aed tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:07.696652 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4bf600d5-d706-49dd-a089-130272960843 req-5ce02a49-d214-4214-9fa0-988603b76aed tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 943 time: 0.1158767 Oct 10 17:17:07.703908 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=cc8b3043-6cec-450b-a20e-6ee72f3243ac,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:07.769371 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-2bdd2919-3e52-4782-b965-2010d56d89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:07.770724 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-2bdd2919-3e52-4782-b965-2010d56d89f6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0897405 Oct 10 17:17:07.789737 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eb6111df-5e8a-486a-82ef-7acf7c4b3e17 req-3416783d-d46f-424f-ab15-591d4527c318 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546295 Oct 10 17:17:07.836802 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4fd473-53d7-4676-8232-0aefee13ffd2 x-openstack-request-id: req-af4fd473-53d7-4676-8232-0aefee13ffd2 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:17:07.837099 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d0e7d5-ed20-4228-9ff6-536a37147fa4", "name": "network-vif-plugged", "status": "completed", "tag": "cc8b3043-6cec-450b-a20e-6ee72f3243ac", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:17:07.837230 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4bf600d5-d706-49dd-a089-130272960843 req-f1ed004b-093e-4bcf-8ecf-c7e2205d20b5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152415 Oct 10 17:17:07.837496 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af4fd473-53d7-4676-8232-0aefee13ffd2 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:17:07.837902 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4fd473-53d7-4676-8232-0aefee13ffd2'] response: {'server_uuid': '65d0e7d5-ed20-4228-9ff6-536a37147fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b3043-6cec-450b-a20e-6ee72f3243ac', 'code': 200} Oct 10 17:17:07.838349 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-aafaf65d-6d16-4893-86fb-8ea3caf171c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:07.839766 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-aafaf65d-6d16-4893-86fb-8ea3caf171c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608504 Oct 10 17:17:07.890199 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:07.977289 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-8e0f3767-fd82-4275-a149-55205588cab3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950954 Oct 10 17:17:08.066794 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-519ef2c5-be1e-4ae8-a081-97c24e688b24 req-b04490ba-af8a-44de-b850-fd8606ebfe3f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825639 Oct 10 17:17:08.167461 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafc11c-223a-4342-8a62-5aa5e0bd4cb4 req-c4549f7f-cc77-4000-ac75-623c165fce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:08.169037 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ceafc11c-223a-4342-8a62-5aa5e0bd4cb4 req-c4549f7f-cc77-4000-ac75-623c165fce0d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 1129 time: 0.0439625 Oct 10 17:17:08.196007 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:08.318468 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:08.900521 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:08.911270 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ea974-7838-41de-aeba-732d5a63dc0e req-33335d11-5287-4662-8252-320df6df764c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:08.913933 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3c3ea974-7838-41de-aeba-732d5a63dc0e req-33335d11-5287-4662-8252-320df6df764c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 945 time: 0.0480022 Oct 10 17:17:08.977034 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6afaa6-9394-4775-bc3f-810691593d6e req-6dd98f44-83e6-40fe-a0b7-9d4f1d6dbca7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:08.978505 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef6afaa6-9394-4775-bc3f-810691593d6e req-6dd98f44-83e6-40fe-a0b7-9d4f1d6dbca7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 943 time: 0.0646026 Oct 10 17:17:09.008812 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3c3ea974-7838-41de-aeba-732d5a63dc0e req-2338772a-6c9b-41e9-96fb-655a48a6083b tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865040 Oct 10 17:17:09.035283 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ef6afaa6-9394-4775-bc3f-810691593d6e req-c7e1b811-c396-432f-971c-d99b7c1fd432 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510571 Oct 10 17:17:09.143706 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ceafc11c-223a-4342-8a62-5aa5e0bd4cb4 req-86e0ed31-000a-4b25-9075-2985f8b73e84 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Oct 10 17:17:10.095333 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:10.118203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:10.156208 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9bbe5-b1d4-4d58-beb4-e067a30e92e7 req-5911ffe5-bf1d-4bb2-a10f-6bcb37f6468e tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:10.157685 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ba9bbe5-b1d4-4d58-beb4-e067a30e92e7 req-5911ffe5-bf1d-4bb2-a10f-6bcb37f6468e tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 945 time: 0.0738902 Oct 10 17:17:10.177224 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b350c-a459-4656-9a48-21a7c253806f req-00c3734f-1c88-42d0-bc3e-3fd7f72a686c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:10.178637 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a1b350c-a459-4656-9a48-21a7c253806f req-00c3734f-1c88-42d0-bc3e-3fd7f72a686c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 943 time: 0.0664554 Oct 10 17:17:10.241493 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ba9bbe5-b1d4-4d58-beb4-e067a30e92e7 req-c990c8bb-8d17-4467-b78e-3597e3531012 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779638 Oct 10 17:17:10.252277 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a1b350c-a459-4656-9a48-21a7c253806f req-e02d8c16-6ab9-439f-958d-5cb4eb92fdf9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667295 Oct 10 17:17:10.438788 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=53,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:11.357386 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 00f60993-555c-4b9e-b255-b47e508fa753 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:17:11.392236 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa003e-e824-4bf5-b508-5ed503d365b4 req-fce07a07-00e8-47ae-99e3-16233a68566e tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:11.393708 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7ffa003e-e824-4bf5-b508-5ed503d365b4 req-fce07a07-00e8-47ae-99e3-16233a68566e tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 945 time: 0.0763199 Oct 10 17:17:11.399464 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151ccce-a9f5-4889-ad4e-9006de878136 req-284e0bc7-a31b-4df4-b15d-3054bea011fd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:11.400865 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e151ccce-a9f5-4889-ad4e-9006de878136 req-284e0bc7-a31b-4df4-b15d-3054bea011fd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 943 time: 0.0721483 Oct 10 17:17:11.459215 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 00f60993-555c-4b9e-b255-b47e508fa753, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00f60993-555c-4b9e-b255-b47e508fa753,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:17:11.470597 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '00f60993-555c-4b9e-b255-b47e508fa753', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'port_id': '00f60993-555c-4b9e-b255-b47e508fa753', 'mac_address': 'fa:16:3e:be:72:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:17:11.474122 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7ffa003e-e824-4bf5-b508-5ed503d365b4 req-74ad7656-12f8-4acd-a512-8f7f6d774a87 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723290 Oct 10 17:17:11.478984 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e151ccce-a9f5-4889-ad4e-9006de878136 req-d890e433-764a-40cd-9876-dcd78d7e5648 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702579 Oct 10 17:17:11.506717 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 00f60993-555c-4b9e-b255-b47e508fa753 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:17:11.507154 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (00f60993-555c-4b9e-b255-b47e508fa753), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:11.520575 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f60993-555c-4b9e-b255-b47e508fa753 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:17:11.542083 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 00f60993-555c-4b9e-b255-b47e508fa753, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00f60993-555c-4b9e-b255-b47e508fa753,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:17:11.615875 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (00f60993-555c-4b9e-b255-b47e508fa753), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:11.665769 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=00f60993-555c-4b9e-b255-b47e508fa753,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:12.009326 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['00f60993-555c-4b9e-b255-b47e508fa753'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:17:12.607232 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfe410-77b9-410b-bcf6-064ad52430a1 req-30c0329c-e028-4673-a031-60043d9387c0 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:12.608734 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cadfe410-77b9-410b-bcf6-064ad52430a1 req-30c0329c-e028-4673-a031-60043d9387c0 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 944 time: 0.0509698 Oct 10 17:17:12.655143 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cadfe410-77b9-410b-bcf6-064ad52430a1 req-fa7c905b-2c22-4f10-a635-a14a09be14cb tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 Oct 10 17:17:13.381102 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 00f60993-555c-4b9e-b255-b47e508fa753 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:17:13.424989 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port 00f60993-555c-4b9e-b255-b47e508fa753 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:17:13.516490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 00f60993-555c-4b9e-b255-b47e508fa753 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:17:13.516859 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (00f60993-555c-4b9e-b255-b47e508fa753), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:13.517194 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 00f60993-555c-4b9e-b255-b47e508fa753 Oct 10 17:17:13.591459 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 00f60993-555c-4b9e-b255-b47e508fa753 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:17:13.591774 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (00f60993-555c-4b9e-b255-b47e508fa753), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:13.593447 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:13.614334 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:17:13.617080 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629ba137-93d9-4588-9adc-1fbfc2f004cb" -d '{"events": [{"server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "name": "network-vif-plugged", "status": "completed", "tag": "00f60993-555c-4b9e-b255-b47e508fa753"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:17:13.630275 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 00f60993-555c-4b9e-b255-b47e508fa753, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00f60993-555c-4b9e-b255-b47e508fa753,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:17:13.658832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7288c1-374c-4fb9-927e-31512df31f54 x-openstack-request-id: req-8e7288c1-374c-4fb9-927e-31512df31f54 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:17:13.658832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "name": "network-vif-plugged", "status": "completed", "tag": "00f60993-555c-4b9e-b255-b47e508fa753", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:17:13.658832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e7288c1-374c-4fb9-927e-31512df31f54 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:17:13.658832 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7288c1-374c-4fb9-927e-31512df31f54'] response: {'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753', 'code': 200} Oct 10 17:17:13.701052 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (00f60993-555c-4b9e-b255-b47e508fa753), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:13.756826 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=00f60993-555c-4b9e-b255-b47e508fa753,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:13.779954 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc5c5-f5c9-4cec-bf34-f3aa0ca4888f req-660e42c3-f284-4632-8cb1-065127170c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:13.781447 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c10cc5c5-f5c9-4cec-bf34-f3aa0ca4888f req-660e42c3-f284-4632-8cb1-065127170c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0488377 Oct 10 17:17:13.829121 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c10cc5c5-f5c9-4cec-bf34-f3aa0ca4888f req-51af9c46-2ccb-473f-aab4-739bd6c3e14e tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Oct 10 17:17:14.052008 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10ff27-59c8-4af1-9ac3-accb249d2169 req-db848a85-b5b8-4338-9789-96f01f65fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:14.053518 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-da10ff27-59c8-4af1-9ac3-accb249d2169 req-db848a85-b5b8-4338-9789-96f01f65fa48 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 1129 time: 0.0419369 Oct 10 17:17:14.098618 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-da10ff27-59c8-4af1-9ac3-accb249d2169 req-e014f798-b384-4b71-b42c-c6405930c426 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372968 Oct 10 17:17:14.913973 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:14.950129 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaed1fc-23b9-4003-9e0a-bfcdf97aa644 req-0669d130-f0dd-426e-bdc8-b7f76990126f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:14.951560 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-beaed1fc-23b9-4003-9e0a-bfcdf97aa644 req-0669d130-f0dd-426e-bdc8-b7f76990126f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0465655 Oct 10 17:17:14.997464 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-beaed1fc-23b9-4003-9e0a-bfcdf97aa644 req-c9186b7c-93bf-40c7-8654-fa07a8d02c78 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403035 Oct 10 17:17:15.678405 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:16.118219 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360458c0-6574-46c8-8230-96a10233cce6 req-a351255e-4047-4af9-959c-9dc398e59247 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:16.119660 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-360458c0-6574-46c8-8230-96a10233cce6 req-a351255e-4047-4af9-959c-9dc398e59247 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0465224 Oct 10 17:17:16.144579 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:16.169426 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-360458c0-6574-46c8-8230-96a10233cce6 req-381744ac-243e-424a-8101-a18eb7521a29 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440357 Oct 10 17:17:16.287035 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a22cb-0cba-4857-b441-09fef9b624c9 req-241ea1f1-79f4-471a-b8dd-fc6b5447bcf9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:16.288992 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a94a22cb-0cba-4857-b441-09fef9b624c9 req-241ea1f1-79f4-471a-b8dd-fc6b5447bcf9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0462093 Oct 10 17:17:16.298811 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33526) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:17:16.303134 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-a5fc759c-3f53-4598-81d0-b4d045851bfc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'floatingip': {'port_id': '00f60993-555c-4b9e-b255-b47e508fa753'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:17:16.340723 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a5fc759c-3f53-4598-81d0-b4d045851bfc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (3d3c7022-bf66-45bc-97af-1389ed2b3668), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:16.756440 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a5fc759c-3f53-4598-81d0-b4d045851bfc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:16.825310 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a5fc759c-3f53-4598-81d0-b4d045851bfc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (3d3c7022-bf66-45bc-97af-1389ed2b3668), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:16.919715 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-a5fc759c-3f53-4598-81d0-b4d045851bfc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Floating IP 3d3c7022-bf66-45bc-97af-1389ed2b3668 associated. External IP: 172.27.4.58, port: 00f60993-555c-4b9e-b255-b47e508fa753. Oct 10 17:17:17.107686 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fc759c-3f53-4598-81d0-b4d045851bfc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:17:17.114172 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:17.209859 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc759c-3f53-4598-81d0-b4d045851bfc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:17:17.214750 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a5fc759c-3f53-4598-81d0-b4d045851bfc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:17.219219 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:17:17.228108 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:17:17.228709 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:17:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:17:17.243523 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-a5fc759c-3f53-4598-81d0-b4d045851bfc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/3d3c7022-bf66-45bc-97af-1389ed2b3668 HTTP/1.1" status: 200 len: 990 time: 0.9436140 Oct 10 17:17:17.244185 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:17:17.246430 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced798d8-e94d-47f4-b411-befbb80d5add" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "tag": "00f60993-555c-4b9e-b255-b47e508fa753"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:17:17.284196 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13893734-c8d6-4a77-a2fb-9560fd4af746 x-openstack-request-id: req-13893734-c8d6-4a77-a2fb-9560fd4af746 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:17:17.284488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "tag": "00f60993-555c-4b9e-b255-b47e508fa753", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:17:17.284741 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13893734-c8d6-4a77-a2fb-9560fd4af746 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:17:17.285147 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13893734-c8d6-4a77-a2fb-9560fd4af746'] response: {'name': 'network-changed', 'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753', 'status': 'completed', 'code': 200} Oct 10 17:17:17.305814 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:17.331507 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:17:17.352882 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:17.386363 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced798d8-e94d-47f4-b411-befbb80d5add req-b9e22038-3721-4d32-9b19-24870c542ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:17.387802 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ced798d8-e94d-47f4-b411-befbb80d5add req-b9e22038-3721-4d32-9b19-24870c542ec6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 1129 time: 0.0440035 Oct 10 17:17:17.480803 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced798d8-e94d-47f4-b411-befbb80d5add req-12a71f89-4f7a-4efc-afaa-a8e2b7e34bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:17.482276 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ced798d8-e94d-47f4-b411-befbb80d5add req-12a71f89-4f7a-4efc-afaa-a8e2b7e34bf0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 916 time: 0.0867918 Oct 10 17:17:17.542862 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '3d3c7022-bf66-45bc-97af-1389ed2b3668', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '00f60993-555c-4b9e-b255-b47e508fa753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:be:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:16:59Z', 'updated_at': '2022-10-10T17:17:16Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}, {'id': '88dabd73-4407-44d5-866b-0848d7d703fe', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:24Z', 'updated_at': '2022-10-10T17:15:52Z', 'revision_number': 2, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:17:17.549403 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ced798d8-e94d-47f4-b411-befbb80d5add req-96989f22-1a85-46b0-81d3-c25fd99d4407 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00f60993-555c-4b9e-b255-b47e508fa753 HTTP/1.1" status: 200 len: 998 time: 0.0603428 Oct 10 17:17:17.576581 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:17:17.585475 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:17:17.586188 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:17:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:17:17.603292 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced798d8-e94d-47f4-b411-befbb80d5add req-28c221c4-2631-403e-b6f4-046dd1263491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:17.604794 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ced798d8-e94d-47f4-b411-befbb80d5add req-28c221c4-2631-403e-b6f4-046dd1263491 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0476325 Oct 10 17:17:17.648660 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced798d8-e94d-47f4-b411-befbb80d5add req-26bf1823-d863-48db-8763-bbff17d68176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:17.650055 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ced798d8-e94d-47f4-b411-befbb80d5add req-26bf1823-d863-48db-8763-bbff17d68176 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382290 Oct 10 17:17:17.686792 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:17:17.743621 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ced798d8-e94d-47f4-b411-befbb80d5add req-c0cdba83-986f-4e68-8774-a96804387385 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859363 Oct 10 17:17:17.842800 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ced798d8-e94d-47f4-b411-befbb80d5add req-b73c33ea-74ab-4f71-800a-4b5a5d52ceb6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855651 Oct 10 17:17:18.017253 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '3d3c7022-bf66-45bc-97af-1389ed2b3668', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '00f60993-555c-4b9e-b255-b47e508fa753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:be:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:16:59Z', 'updated_at': '2022-10-10T17:17:16Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}, {'id': '88dabd73-4407-44d5-866b-0848d7d703fe', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:24Z', 'updated_at': '2022-10-10T17:15:52Z', 'revision_number': 2, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:17:18.042416 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fb13c-c0bd-4347-b0a2-ec22b806faf5 None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '3d3c7022-bf66-45bc-97af-1389ed2b3668', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '00f60993-555c-4b9e-b255-b47e508fa753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:be:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:16:59Z', 'updated_at': '2022-10-10T17:17:16Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}, {'id': '88dabd73-4407-44d5-866b-0848d7d703fe', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:24Z', 'updated_at': '2022-10-10T17:15:52Z', 'revision_number': 2, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:17:18.229820 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4afd00-e1ab-4f42-8c68-8eee598e8bfa None None] New status for floating IP 3d3c7022-bf66-45bc-97af-1389ed2b3668: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:17:20.558845 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-39b39311-2f38-4595-b98a-18d4500c8ea7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378997 Oct 10 17:17:20.650682 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-2eea52c6-f981-4be9-b63c-5865ac68908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:20.652169 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-2eea52c6-f981-4be9-b63c-5865ac68908f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1168 time: 0.0415885 Oct 10 17:17:20.757483 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-f0bb1c2d-f212-408a-b68a-5481e0bf9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:20.758949 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-f0bb1c2d-f212-408a-b68a-5481e0bf9702 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a15f2f44-a2b5-453b-9078-70aae54a8d77 HTTP/1.1" status: 200 len: 915 time: 0.0870426 Oct 10 17:17:20.826353 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-0ec35610-c332-40d9-bc1f-8a286617a8d4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 1000 time: 0.0591958 Oct 10 17:17:20.876984 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-964781a2-bc2c-4fdd-bc89-f199438e83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:20.878476 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-964781a2-bc2c-4fdd-bc89-f199438e83e2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2882eb81-b3dd-4a01-b246-2a7610ad8bec HTTP/1.1" status: 200 len: 853 time: 0.0450957 Oct 10 17:17:20.925124 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-4be49d51-e5f8-41c5-99d6-d162f8c8adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:20.926604 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-4be49d51-e5f8-41c5-99d6-d162f8c8adc3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a15f2f44-a2b5-453b-9078-70aae54a8d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391252 Oct 10 17:17:20.994688 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:21.253593 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-85134c8a-875a-4404-8851-23a78a900598 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199964 Oct 10 17:17:21.343352 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ee0a0994-2286-42f6-a3a8-1ed4a639626e req-8826d4b9-f346-443e-b4f9-0788da14add7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832670 Oct 10 17:17:28.012928 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=51 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:28.019840 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:31.328655 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=9 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:31.339713 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:34.330004 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:34.333943 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:35.008256 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-78c50958-84df-4b63-9415-4fd17a403000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:35.199890 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:17:36.210905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40809ad5-a1d8-4fd1-ab8f-47043c1d1409 req-29c151b1-249f-472f-8a56-413cc9b25428 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:36.212965 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-40809ad5-a1d8-4fd1-ab8f-47043c1d1409 req-29c151b1-249f-472f-8a56-413cc9b25428 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 945 time: 0.0457792 Oct 10 17:17:36.261595 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-40809ad5-a1d8-4fd1-ab8f-47043c1d1409 req-1a8d3403-570d-4d8f-9747-aa47bc35e799 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Oct 10 17:17:37.393050 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810156d-acef-45be-ae2b-2f24dd1c096e req-021ee1ed-0ce1-4382-af47-246db007611c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:37.394588 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5810156d-acef-45be-ae2b-2f24dd1c096e req-021ee1ed-0ce1-4382-af47-246db007611c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 945 time: 0.0484304 Oct 10 17:17:37.433096 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7c13db65-b5a7-4e55-8c04-a7aba3770d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:37.441377 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5810156d-acef-45be-ae2b-2f24dd1c096e req-4c4e02d3-b373-4601-bb06-a1b5cc959589 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Oct 10 17:17:38.265209 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-cc98216d-ae69-40ee-b198-1c9773ace2ca tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:38.266709 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-cc98216d-ae69-40ee-b198-1c9773ace2ca tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 945 time: 0.0454049 Oct 10 17:17:38.306827 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:38.357339 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Deleting port cc8b3043-6cec-450b-a20e-6ee72f3243ac {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:17:38.357675 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:38.444510 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] For port cc8b3043-6cec-450b-a20e-6ee72f3243ac, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cc8b3043-6cec-450b-a20e-6ee72f3243ac,segment=NetworkSegment(c02de0aa-3cfc-4b6a-a574-108f95123189),segment_id=c02de0aa-3cfc-4b6a-a574-108f95123189)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:17:38.445332 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:38.458230 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Calling delete_port for cc8b3043-6cec-450b-a20e-6ee72f3243ac owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:17:38.574528 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf32a0-19b3-478b-bd01-f0a8c0f0696b req-1966d84e-a49d-4af9-807e-273e2a4d8b68 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:38.574528 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9fcf32a0-19b3-478b-bd01-f0a8c0f0696b req-1966d84e-a49d-4af9-807e-273e2a4d8b68 tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 945 time: 0.0554209 Oct 10 17:17:38.660863 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9fcf32a0-19b3-478b-bd01-f0a8c0f0696b req-442bb51b-cbdd-48c7-a1e8-6d08f20db15c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2aa078b-880c-47a0-b788-1be2dfdfb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777547 Oct 10 17:17:38.705252 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (cc8b3043-6cec-450b-a20e-6ee72f3243ac), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:38.732543 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Pushing event deleted for resources: {'Port': ['ID=cc8b3043-6cec-450b-a20e-6ee72f3243ac,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:38.745090 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['cc8b3043-6cec-450b-a20e-6ee72f3243ac'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:17:38.777884 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] No DVR routers for this DVR port cc8b3043-6cec-450b-a20e-6ee72f3243ac on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:17:38.780429 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:38.783557 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-371f0b59-6857-4a99-86d3-11759e2e75ca req-200bd2b1-b52f-4d70-952e-97d7f00fb24c tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.25 "DELETE /networking/v2.0/ports/cc8b3043-6cec-450b-a20e-6ee72f3243ac HTTP/1.1" status: 204 len: 173 time: 0.5066693 Oct 10 17:17:38.784086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d0e7d5-ed20-4228-9ff6-536a37147fa4', 'name': 'network-vif-deleted', 'tag': 'cc8b3043-6cec-450b-a20e-6ee72f3243ac'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:17:38.786382 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc318b6-2d6c-4c87-b174-849a39f5fafd" -d '{"events": [{"server_uuid": "65d0e7d5-ed20-4228-9ff6-536a37147fa4", "name": "network-vif-deleted", "tag": "cc8b3043-6cec-450b-a20e-6ee72f3243ac"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:17:38.823961 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de3083-fed2-4b0a-a57f-8b8cf444c39d x-openstack-request-id: req-76de3083-fed2-4b0a-a57f-8b8cf444c39d {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:17:38.824613 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d0e7d5-ed20-4228-9ff6-536a37147fa4", "name": "network-vif-deleted", "tag": "cc8b3043-6cec-450b-a20e-6ee72f3243ac", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:17:38.824813 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76de3083-fed2-4b0a-a57f-8b8cf444c39d {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:17:38.825208 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76de3083-fed2-4b0a-a57f-8b8cf444c39d'] response: {'server_uuid': '65d0e7d5-ed20-4228-9ff6-536a37147fa4', 'name': 'network-vif-deleted', 'tag': 'cc8b3043-6cec-450b-a20e-6ee72f3243ac', 'status': 'completed', 'code': 200} Oct 10 17:17:39.786398 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6e91d54e-8b82-4c44-afea-72f7c71940bd req-b1886cd8-e564-45db-b20a-375453a330df tempest-VolumesSnapshotTestJSON-1198335059 tempest-VolumesSnapshotTestJSON-1198335059-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=65d0e7d5-ed20-4228-9ff6-536a37147fa4 HTTP/1.1" status: 200 len: 210 time: 0.0310054 Oct 10 17:17:40.073570 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:40.074793 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:41.577375 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device cc8b3043-6cec-450b-a20e-6ee72f3243ac no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:17:41.596207 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: cc8b3043-6cec-450b-a20e-6ee72f3243ac {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:17:41.596580 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device cc8b3043-6cec-450b-a20e-6ee72f3243ac not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:17:45.196152 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:45.678047 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:46.414874 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-4cbfb0d9-c5b6-46ec-94fd-ed0e1df19eb0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1292890992&fields=id&tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e HTTP/1.1" status: 200 len: 267 time: 0.0428171 Oct 10 17:17:46.469158 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-c2d93ecc-4919-4637-9bb6-6a380a6455d5 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:46.470600 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-c2d93ecc-4919-4637-9bb6-6a380a6455d5 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 984 time: 0.0498958 Oct 10 17:17:46.481652 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-b99c7a6f-e7f1-458f-9bc2-239ce5886d04 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Request body: {'port': {'security_groups': ['1dbd3457-5ab7-4960-be81-a42872a6bbbb']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:17:46.554760 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-b99c7a6f-e7f1-458f-9bc2-239ce5886d04 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:46.602131 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:46.617497 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:46.725746 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-b99c7a6f-e7f1-458f-9bc2-239ce5886d04 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] For port b6c7057f-178b-49ef-a993-8f7df4dcbcbf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:17:46.752816 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-b99c7a6f-e7f1-458f-9bc2-239ce5886d04 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:46.820973 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-b99c7a6f-e7f1-458f-9bc2-239ce5886d04 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:46.831399 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-b99c7a6f-e7f1-458f-9bc2-239ce5886d04 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:46.832006 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-b99c7a6f-e7f1-458f-9bc2-239ce5886d04 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:46.833386 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-71983740-1cb5-4aa0-8b08-86d952b7af50 req-b99c7a6f-e7f1-458f-9bc2-239ce5886d04 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "PUT /networking/v2.0/ports/b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 942 time: 0.3568048 Oct 10 17:17:46.833935 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:17:46.836199 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2e399e-1733-494b-818e-2a366ddcfb81" -d '{"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:17:46.845883 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33660) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:17:46.863430 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:17:46.884210 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b8a7b5-5a5a-48b4-8ce6-1fcdf08cc741 x-openstack-request-id: req-c4b8a7b5-5a5a-48b4-8ce6-1fcdf08cc741 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:17:46.884514 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:17:46.884751 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4b8a7b5-5a5a-48b4-8ce6-1fcdf08cc741 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:17:46.885260 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b8a7b5-5a5a-48b4-8ce6-1fcdf08cc741'] response: {'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'status': 'completed', 'code': 200} Oct 10 17:17:46.904920 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c7a6f-e7f1-458f-9bc2-239ce5886d04 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event updated for resources: {'Port': ['ID=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,revision_number=7']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:46.913965 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3bb22982-a18c-4e2c-9bc5-a0af7bd9b778 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group (eb31bbfb-c53e-4db8-a4ad-3089329857db), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:46.959879 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3bb22982-a18c-4e2c-9bc5-a0af7bd9b778 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group (eb31bbfb-c53e-4db8-a4ad-3089329857db), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:46.995861 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-6d4a780e-9a6f-4f75-b804-17c5be74f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:46.997931 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-6d4a780e-9a6f-4f75-b804-17c5be74f1e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1129 time: 0.0569770 Oct 10 17:17:47.060280 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:17:47.104253 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-3457110f-3d60-4d60-9a75-84656b817b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:47.105696 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-3457110f-3d60-4d60-9a75-84656b817b87 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a15f2f44-a2b5-453b-9078-70aae54a8d77 HTTP/1.1" status: 200 len: 915 time: 0.0992751 Oct 10 17:17:47.141066 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3bb22982-a18c-4e2c-9bc5-a0af7bd9b778 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (eb31bbfb-c53e-4db8-a4ad-3089329857db), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:47.144638 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3bb22982-a18c-4e2c-9bc5-a0af7bd9b778 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:47.148502 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-3bb22982-a18c-4e2c-9bc5-a0af7bd9b778 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/eb31bbfb-c53e-4db8-a4ad-3089329857db HTTP/1.1" status: 204 len: 168 time: 0.2990551 Oct 10 17:17:47.149933 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33666) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:17:47.156835 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb22982-a18c-4e2c-9bc5-a0af7bd9b778 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb31bbfb-c53e-4db8-a4ad-3089329857db,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:47.214742 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-b1157a5f-701f-4e41-8f7e-9be1a060fb50 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 1000 time: 0.1027732 Oct 10 17:17:47.314148 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-52493395-84d1-49ba-92c3-be60ad8a1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:47.315723 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-52493395-84d1-49ba-92c3-be60ad8a1f2b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2882eb81-b3dd-4a01-b246-2a7610ad8bec HTTP/1.1" status: 200 len: 853 time: 0.0904272 Oct 10 17:17:47.378811 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Deleting port 9aee64aa-0574-49a7-b915-189ea424c4a2 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:17:47.379075 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (9aee64aa-0574-49a7-b915-189ea424c4a2), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:47.393884 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-b662182f-843b-451b-afb5-fbb4ee1bea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:47.395781 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-b662182f-843b-451b-afb5-fbb4ee1bea53 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a15f2f44-a2b5-453b-9078-70aae54a8d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637748 Oct 10 17:17:47.491688 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:47.522324 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (9aee64aa-0574-49a7-b915-189ea424c4a2), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:47.522639 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for floatingip (9aee64aa-0574-49a7-b915-189ea424c4a2), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:47.544332 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Calling delete_port for 9aee64aa-0574-49a7-b915-189ea424c4a2 owned by network:floatingip {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:17:47.550917 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-98dc5717-fd60-42a8-9cec-afe0aecdb50e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312811 Oct 10 17:17:47.668332 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:47.724688 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ea2e399e-1733-494b-818e-2a366ddcfb81 req-d1df0a50-6a35-4662-87ce-eed4b188b5ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652787 Oct 10 17:17:47.873843 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (9aee64aa-0574-49a7-b915-189ea424c4a2), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:47.902528 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event deleted for resources: {'Port': ['ID=9aee64aa-0574-49a7-b915-189ea424c4a2,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:47.964670 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks [] for floatingip (f18e8d22-48b5-4f4b-ab22-5658e46a2662), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:47.964961 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Floating IP f18e8d22-48b5-4f4b-ab22-5658e46a2662 disassociated (deleted). External IP: 172.27.4.48, port: b6c7057f-178b-49ef-a993-8f7df4dcbcbf. Oct 10 17:17:48.161497 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:17:48.263240 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:17:48.267878 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:48.273999 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] Sync routers for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:17:48.284148 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:17:48.284764 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:17:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:17:48.297802 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-85d04635-4ad4-4abc-9ed1-4129d2657a6e tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/f18e8d22-48b5-4f4b-ab22-5658e46a2662 HTTP/1.1" status: 204 len: 168 time: 1.1470754 Oct 10 17:17:48.387245 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:17:48.569783 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '8236d692-0529-47eb-bb8e-91e8a7a7ac5c', 'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'mac_address': 'fa:16:3e:03:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:56Z', 'updated_at': '2022-10-10T17:15:02Z', 'revision_number': 5, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'subnets': [{'id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:17:48.597792 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] Checking router: 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:17:48.606086 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:17:48.606675 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:17:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:17:48.641044 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:48.703364 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:48.724438 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:17:48.886929 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:17:48.889447 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d71205-a073-4ead-a74d-2b456d0153c3" -d '{"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:17:48.914305 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '8236d692-0529-47eb-bb8e-91e8a7a7ac5c', 'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'mac_address': 'fa:16:3e:03:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:56Z', 'updated_at': '2022-10-10T17:15:02Z', 'revision_number': 5, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'subnets': [{'id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:17:48.928878 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e4ef2c-704d-4a75-9941-4329025ddb54 x-openstack-request-id: req-47e4ef2c-704d-4a75-9941-4329025ddb54 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:17:48.929163 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:17:48.929412 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47e4ef2c-704d-4a75-9941-4329025ddb54 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:17:48.936767 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e4ef2c-704d-4a75-9941-4329025ddb54'] response: {'name': 'network-changed', 'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'status': 'completed', 'code': 200} Oct 10 17:17:48.941043 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cfe57-8037-47a8-a893-a251d0bb6ec7 None None] The sync data for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi is: [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:57Z', 'revision_number': 4, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '8236d692-0529-47eb-bb8e-91e8a7a7ac5c', 'name': '', 'network_id': 'a15f2f44-a2b5-453b-9078-70aae54a8d77', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'mac_address': 'fa:16:3e:03:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:56Z', 'updated_at': '2022-10-10T17:15:02Z', 'revision_number': 5, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'subnets': [{'id': '2882eb81-b3dd-4a01-b246-2a7610ad8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:17:49.157209 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dceb3d3-6feb-41e7-a6e8-b6738152ce11 None None] New status for floating IP f18e8d22-48b5-4f4b-ab22-5658e46a2662: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:17:49.312926 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:49.318551 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-3526eefe-4d67-4184-85b5-3b5c38a46e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:49.322680 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-3526eefe-4d67-4184-85b5-3b5c38a46e3f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 1129 time: 0.0400448 Oct 10 17:17:49.420055 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-1d9cb8b9-2a6b-4ca6-ad64-50637a3fef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:49.421517 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-1d9cb8b9-2a6b-4ca6-ad64-50637a3fef99 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a15f2f44-a2b5-453b-9078-70aae54a8d77 HTTP/1.1" status: 200 len: 915 time: 0.0917621 Oct 10 17:17:49.460343 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-f6b323f1-fda7-4852-ba92-e6cbea3a3f44 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 200 len: 217 time: 0.0320034 Oct 10 17:17:49.524395 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-99705946-db53-4974-bdb4-dba44a84ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:49.525852 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-99705946-db53-4974-bdb4-dba44a84ab5a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2882eb81-b3dd-4a01-b246-2a7610ad8bec HTTP/1.1" status: 200 len: 853 time: 0.0467656 Oct 10 17:17:49.570759 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-66e95769-4f22-4880-831e-551d88379b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:49.572188 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-66e95769-4f22-4880-831e-551d88379b6b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a15f2f44-a2b5-453b-9078-70aae54a8d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383184 Oct 10 17:17:49.667110 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-04765abf-305e-4e43-8a3e-63c9def3f70a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877373 Oct 10 17:17:49.764014 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d9d71205-a073-4ead-a74d-2b456d0153c3 req-69924f5c-e1cf-491d-a1e6-015eb0215bfd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905321 Oct 10 17:17:52.569172 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d505fcb-7c8c-4b71-bf6a-6f3a3c88fede req-fa95afb1-1606-4268-8c8e-d78963d5f923 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:52.570638 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d505fcb-7c8c-4b71-bf6a-6f3a3c88fede req-fa95afb1-1606-4268-8c8e-d78963d5f923 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0463753 Oct 10 17:17:52.617346 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9d505fcb-7c8c-4b71-bf6a-6f3a3c88fede req-0604fe8c-7332-4bac-b4fd-8691c30dcbf4 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Oct 10 17:17:53.702790 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:53.736909 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549fe40-bd88-4edc-bb9b-adf26843610e req-510e33b8-3eb6-4abd-a247-34ba843c18d6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:53.738330 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0549fe40-bd88-4edc-bb9b-adf26843610e req-510e33b8-3eb6-4abd-a247-34ba843c18d6 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0461144 Oct 10 17:17:53.784796 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0549fe40-bd88-4edc-bb9b-adf26843610e req-97e6a30f-270c-4ef1-8ba6-e6436ce17a81 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408392 Oct 10 17:17:54.906936 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f49cb-50d6-4c83-8007-dbdb83e7952e req-cde4c171-6656-45be-93ae-5943ddec3734 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:54.908415 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-695f49cb-50d6-4c83-8007-dbdb83e7952e req-cde4c171-6656-45be-93ae-5943ddec3734 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0500994 Oct 10 17:17:54.956154 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-695f49cb-50d6-4c83-8007-dbdb83e7952e req-51582e2a-5271-493a-988d-98ac151543b4 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Oct 10 17:17:56.076285 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c8a9e-9fa4-4c5e-ac0c-f1590bf44c0e req-5c25a129-1d37-4a8a-ad2d-65964605d7f0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:56.077744 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-867c8a9e-9fa4-4c5e-ac0c-f1590bf44c0e req-5c25a129-1d37-4a8a-ad2d-65964605d7f0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0471740 Oct 10 17:17:56.125131 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-867c8a9e-9fa4-4c5e-ac0c-f1590bf44c0e req-ef22254c-8f32-4558-9e84-56a688e11743 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Oct 10 17:17:57.002615 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:57.152636 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:57.248638 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91ad75-ff9c-4bc4-b10b-bf9798385e89 req-9f215301-1347-4f05-8d8d-b246dd30caa0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:57.250094 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-de91ad75-ff9c-4bc4-b10b-bf9798385e89 req-9f215301-1347-4f05-8d8d-b246dd30caa0 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0494242 Oct 10 17:17:57.296059 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-de91ad75-ff9c-4bc4-b10b-bf9798385e89 req-568c3db9-5b21-42d0-9264-41f9d0900615 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1dbd3457-5ab7-4960-be81-a42872a6bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Oct 10 17:17:57.386292 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-19262eea-56c6-4dee-9307-6e5a9e5c6c74 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:17:57.387747 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-19262eea-56c6-4dee-9307-6e5a9e5c6c74 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 945 time: 0.0460954 Oct 10 17:17:57.478166 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Deleting port b6c7057f-178b-49ef-a993-8f7df4dcbcbf {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:17:57.478503 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:57.538797 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:57.570223 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] For port b6c7057f-178b-49ef-a993-8f7df4dcbcbf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:17:57.570512 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:57.583320 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Calling delete_port for b6c7057f-178b-49ef-a993-8f7df4dcbcbf owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:17:57.773584 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (b6c7057f-178b-49ef-a993-8f7df4dcbcbf), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:57.803758 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Pushing event deleted for resources: {'Port': ['ID=b6c7057f-178b-49ef-a993-8f7df4dcbcbf,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:17:57.815094 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['b6c7057f-178b-49ef-a993-8f7df4dcbcbf'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:17:57.850307 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] No DVR routers for this DVR port b6c7057f-178b-49ef-a993-8f7df4dcbcbf on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:17:57.852660 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:17:57.856553 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bdbd1640-3351-494c-93b7-aa6fbd7ea5b4 req-8741a150-3fdc-4f5a-b459-0faef9f97432 tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b6c7057f-178b-49ef-a993-8f7df4dcbcbf HTTP/1.1" status: 204 len: 173 time: 0.4628487 Oct 10 17:17:57.857044 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'name': 'network-vif-deleted', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:17:57.860120 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70088391-e722-4c70-81d0-149b18555b87" -d '{"events": [{"server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "name": "network-vif-deleted", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:17:57.897702 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c0d07e-b323-47f0-a5fb-850838179c4b x-openstack-request-id: req-d8c0d07e-b323-47f0-a5fb-850838179c4b {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:17:57.897998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e1595-92ab-4b45-a8c6-a31bfe3e2f09", "name": "network-vif-deleted", "tag": "b6c7057f-178b-49ef-a993-8f7df4dcbcbf", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:17:57.898284 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8c0d07e-b323-47f0-a5fb-850838179c4b {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:17:57.898997 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c0d07e-b323-47f0-a5fb-850838179c4b'] response: {'server_uuid': '722e1595-92ab-4b45-a8c6-a31bfe3e2f09', 'name': 'network-vif-deleted', 'tag': 'b6c7057f-178b-49ef-a993-8f7df4dcbcbf', 'status': 'completed', 'code': 200} Oct 10 17:17:58.415613 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e39652a6-3870-4ee4-96f8-51afd2f7b3d0 req-1abe6bbc-be4c-4555-b4e9-a24231d6276a tempest-TestMinimumBasicScenario-502338644 tempest-TestMinimumBasicScenario-502338644-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=722e1595-92ab-4b45-a8c6-a31bfe3e2f09 HTTP/1.1" status: 200 len: 210 time: 0.0312710 Oct 10 17:17:59.161903 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:17:59.186921 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:00.705301 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33818) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:00.836766 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:01.239170 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:01.454271 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Deleting port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:01.454606 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:01.500878 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:01.533630 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] For port 8236d692-0529-47eb-bb8e-91e8a7a7ac5c, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=8236d692-0529-47eb-bb8e-91e8a7a7ac5c,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:01.533988 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:01.547393 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Calling delete_port for 8236d692-0529-47eb-bb8e-91e8a7a7ac5c owned by network:router_interface {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:01.675788 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device b6c7057f-178b-49ef-a993-8f7df4dcbcbf no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:01.695173 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: b6c7057f-178b-49ef-a993-8f7df4dcbcbf {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:01.695521 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device b6c7057f-178b-49ef-a993-8f7df4dcbcbf not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:01.813635 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (8236d692-0529-47eb-bb8e-91e8a7a7ac5c), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:01.836375 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8236d692-0529-47eb-bb8e-91e8a7a7ac5c,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:01.989276 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:02.004450 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:02.210704 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:18:02.222068 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:02.313504 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:18:02.319915 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-0c15c87a-edd1-4ac4-9f9d-7681d290b9fd admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6122215 Oct 10 17:18:02.321056 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33828) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:02.324555 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] Sync routers for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:18:02.334337 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:02.334949 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:17:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:02.422155 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks [] for router (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:02.436313 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:02.519200 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks [] for router_gateway (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:02.608336 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189'}], 'enable_snat': True}, 'gw_port_id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:18:01Z', 'revision_number': 5, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port': {'id': '9a8d7321-3659-419a-9af4-b642e7d54252', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:02.625947 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Deleting port 9a8d7321-3659-419a-9af4-b642e7d54252 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:02.626489 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:02.634561 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] Checking router: 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:18:02.643941 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] Routers {'8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:02.644748 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:17:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:02.707205 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] For port 9a8d7321-3659-419a-9af4-b642e7d54252, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=9a8d7321-3659-419a-9af4-b642e7d54252,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:02.707697 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:02.725051 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Calling delete_port for 9a8d7321-3659-419a-9af4-b642e7d54252 owned by network:router_gateway {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:02.729066 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] Set router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 gateway port host: None {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:02.777907 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:18:02Z', 'revision_number': 6, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port_host': None}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:02.805183 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e28ca-65d4-42b7-bb4d-837656ebc43b None None] The sync data for ids ['8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5'] in dv-cinder-834540-2-iscsi is: [{'id': '8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5', 'name': 'tempest-TestMinimumBasicScenario-995672197-router', 'tenant_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:14:54Z', 'updated_at': '2022-10-10T17:18:02Z', 'revision_number': 6, 'project_id': '4f9731af8c4c4188bc61c7f35b8bdc5e', 'gw_port_host': None}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:18:02.998773 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (9a8d7321-3659-419a-9af4-b642e7d54252), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.030475 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8d7321-3659-419a-9af4-b642e7d54252,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:03.088860 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.091372 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:03.177426 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.179796 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks [] for router_controller (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.316256 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.316778 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 {{(pid=105000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:18:03.321499 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.322673 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-aee30a8a-0745-49aa-885d-c70ee336cce3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/8d8d8d29-bd8f-48a1-a11c-ed3d103c8fb5 HTTP/1.1" status: 204 len: 168 time: 1.0007136 Oct 10 17:18:03.325730 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33836) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:03.370503 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Deleting subnet 2882eb81-b3dd-4a01-b246-2a7610ad8bec {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:18:03.373644 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Publish callbacks [] for subnet (2882eb81-b3dd-4a01-b246-2a7610ad8bec), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.407222 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (2882eb81-b3dd-4a01-b246-2a7610ad8bec), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.484557 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (2882eb81-b3dd-4a01-b246-2a7610ad8bec), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.613935 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (2882eb81-b3dd-4a01-b246-2a7610ad8bec), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.638057 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2882eb81-b3dd-4a01-b246-2a7610ad8bec,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:03.647929 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.648505 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.649032 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.649373 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.649703 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.650032 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.650358 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.650819 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.651755 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.652104 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.652211 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.652976 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.652976 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.653172 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.653459 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:03.655145 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86c1232-a19b-43a4-8b29-d81504d4384a None None] Network a15f2f44-a2b5-453b-9078-70aae54a8d77 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:18:03.656444 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.659567 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-fc02b33b-1c87-4596-a89e-c20b6aef27cd admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/2882eb81-b3dd-4a01-b246-2a7610ad8bec HTTP/1.1" status: 204 len: 168 time: 0.3328288 Oct 10 17:18:03.662977 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33840) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:03.741616 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (a15f2f44-a2b5-453b-9078-70aae54a8d77), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.787229 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Deleting port 24d7aecb-88a8-4dba-a701-ca51043207f9 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:03.787571 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.822359 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] DHCP port deletion for a15f2f44-a2b5-453b-9078-70aae54a8d77 request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:18:03.850850 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:03.851357 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:03.859438 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] For port 24d7aecb-88a8-4dba-a701-ca51043207f9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=24d7aecb-88a8-4dba-a701-ca51043207f9,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:03.859804 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.865523 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Deleting port 24d7aecb-88a8-4dba-a701-ca51043207f9 {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:03.865820 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.875283 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Calling delete_port for 24d7aecb-88a8-4dba-a701-ca51043207f9 owned by network:dhcp {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:03.935688 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] For port 24d7aecb-88a8-4dba-a701-ca51043207f9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=24d7aecb-88a8-4dba-a701-ca51043207f9,segment=NetworkSegment(0b03924b-2ede-4788-89ee-426e0d3ab4bf),segment_id=0b03924b-2ede-4788-89ee-426e0d3ab4bf)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:03.936109 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:03.948977 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Calling delete_port for 24d7aecb-88a8-4dba-a701-ca51043207f9 owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:04.069469 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.080470 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (24d7aecb-88a8-4dba-a701-ca51043207f9), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.098409 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d7aecb-88a8-4dba-a701-ca51043207f9,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:04.102691 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] No DVR routers for this DVR port 24d7aecb-88a8-4dba-a701-ca51043207f9 on host dv-cinder-834540-2-iscsi {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:04.106723 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Pushing event deleted for resources: {'Port': ['ID=24d7aecb-88a8-4dba-a701-ca51043207f9,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:04.121920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] No DVR routers for this DVR port 24d7aecb-88a8-4dba-a701-ca51043207f9 on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:04.121920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.121920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.121920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.121920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.121920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.121920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.121920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.121920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.122736 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.122736 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.123060 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.123556 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.124231 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.124884 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.125601 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f6e4e-8405-4022-aa99-4f2c277fba91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:04.184716 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (a15f2f44-a2b5-453b-9078-70aae54a8d77), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.206360 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15f2f44-a2b5-453b-9078-70aae54a8d77']}} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:04.216276 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b03924b-2ede-4788-89ee-426e0d3ab4bf') {'for_net_delete': True} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:04.216660 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b03924b-2ede-4788-89ee-426e0d3ab4bf') {} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:04.226114 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2530065'] for segment (0b03924b-2ede-4788-89ee-426e0d3ab4bf), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.239579 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (0b03924b-2ede-4788-89ee-426e0d3ab4bf), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.246625 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=105000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:18:04.247008 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2397517'] for segment (0b03924b-2ede-4788-89ee-426e0d3ab4bf), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.295459 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment 0b03924b-2ede-4788-89ee-426e0d3ab4bf resource provider aggregate not found Oct 10 17:18:04.312632 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment 0b03924b-2ede-4788-89ee-426e0d3ab4bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b03924b-2ede-4788-89ee-426e0d3ab4bf found for delete ", "request_id": "req-a7ac0b1d-789c-4549-b69a-a656029a14b2"}]} Oct 10 17:18:04.424978 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (a15f2f44-a2b5-453b-9078-70aae54a8d77), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.430581 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.434213 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a15f2f44-a2b5-453b-9078-70aae54a8d77 HTTP/1.1" status: 204 len: 168 time: 0.7699268 Oct 10 17:18:04.437350 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33864) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:04.445070 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dd9d9-85f5-4a0e-9621-26d85e2636c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a15f2f44-a2b5-453b-9078-70aae54a8d77,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:04.652739 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 8236d692-0529-47eb-bb8e-91e8a7a7ac5c no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:04.672679 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 8236d692-0529-47eb-bb8e-91e8a7a7ac5c {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:04.673030 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 8236d692-0529-47eb-bb8e-91e8a7a7ac5c not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:04.673467 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 24d7aecb-88a8-4dba-a701-ca51043207f9 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:04.694337 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 24d7aecb-88a8-4dba-a701-ca51043207f9 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:04.694615 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 24d7aecb-88a8-4dba-a701-ca51043207f9 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:04.695030 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 9a8d7321-3659-419a-9af4-b642e7d54252 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:04.754117 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (306bded1-a280-428c-9ea3-56694fa93e4f), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.836478 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 9a8d7321-3659-419a-9af4-b642e7d54252 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:04.837088 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 9a8d7321-3659-419a-9af4-b642e7d54252 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:04.975376 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Deleting port e7323ecd-aefc-4bb6-9fa8-1136cccb8147 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:04.975639 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:04.990697 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-9759c983-667b-407d-81a1-245c47f85831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:05.025142 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:05.038777 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:05.054031 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] For port e7323ecd-aefc-4bb6-9fa8-1136cccb8147, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e7323ecd-aefc-4bb6-9fa8-1136cccb8147,segment=NetworkSegment(4e0e2980-5a01-4830-883c-a50cb47c8e41),segment_id=4e0e2980-5a01-4830-883c-a50cb47c8e41)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:05.054386 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:05.066504 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Calling delete_port for e7323ecd-aefc-4bb6-9fa8-1136cccb8147 owned by network:router_interface {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:05.306807 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (e7323ecd-aefc-4bb6-9fa8-1136cccb8147), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:05.334978 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7323ecd-aefc-4bb6-9fa8-1136cccb8147,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:05.742794 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (306bded1-a280-428c-9ea3-56694fa93e4f), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:05.849145 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:05.943510 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Router 306bded1-a280-428c-9ea3-56694fa93e4f has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:18:06.043153 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:18:06.048006 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-3c8650a1-0187-4bba-a616-ace338169273 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/306bded1-a280-428c-9ea3-56694fa93e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6096215 Oct 10 17:18:06.050596 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33874) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:06.054087 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] Sync routers for ids ['306bded1-a280-428c-9ea3-56694fa93e4f'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:18:06.064932 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] Routers {'306bded1-a280-428c-9ea3-56694fa93e4f'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:06.065534 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:17:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['306bded1-a280-428c-9ea3-56694fa93e4f'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:06.148586 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks [] for router (306bded1-a280-428c-9ea3-56694fa93e4f), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:06.165802 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] Set router 306bded1-a280-428c-9ea3-56694fa93e4f gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:06.252700 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks [] for router_gateway (306bded1-a280-428c-9ea3-56694fa93e4f), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:06.330324 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212'}], 'enable_snat': True}, 'gw_port_id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:18:05Z', 'revision_number': 5, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'gw_port': {'id': 'a9ba6cc9-ca74-4460-9122-09f3fc9b6afd', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:06.357587 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] Checking router: 306bded1-a280-428c-9ea3-56694fa93e4f for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:18:06.366083 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] Routers {'306bded1-a280-428c-9ea3-56694fa93e4f'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:06.366680 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:17:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['306bded1-a280-428c-9ea3-56694fa93e4f'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:06.399897 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Deleting port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:06.400256 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:06.446086 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:06.446344 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] Set router 306bded1-a280-428c-9ea3-56694fa93e4f gateway port host: None {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:06.481619 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] For port a9ba6cc9-ca74-4460-9122-09f3fc9b6afd, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=a9ba6cc9-ca74-4460-9122-09f3fc9b6afd,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:06.481991 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:06.495516 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Calling delete_port for a9ba6cc9-ca74-4460-9122-09f3fc9b6afd owned by network:router_gateway {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:06.498391 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:18:06Z', 'revision_number': 6, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'gw_port_host': None}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:06.522372 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fde142-2d7d-42e3-ad9b-aebc21211a87 None None] The sync data for ids ['306bded1-a280-428c-9ea3-56694fa93e4f'] in dv-cinder-834540-2-iscsi is: [{'id': '306bded1-a280-428c-9ea3-56694fa93e4f', 'name': 'tempest-TestMinimumBasicScenario-587146405-router', 'tenant_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:01Z', 'updated_at': '2022-10-10T17:18:06Z', 'revision_number': 6, 'project_id': 'dfaa60d75ad34d5dbe9402bb99667133', 'gw_port_host': None}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:18:06.718486 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (a9ba6cc9-ca74-4460-9122-09f3fc9b6afd), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:06.741017 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ba6cc9-ca74-4460-9122-09f3fc9b6afd,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:06.807381 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (306bded1-a280-428c-9ea3-56694fa93e4f), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:06.810303 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33878) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:06.897010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:06.921039 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (306bded1-a280-428c-9ea3-56694fa93e4f), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:06.924829 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks [] for router_controller (306bded1-a280-428c-9ea3-56694fa93e4f), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:06.978136 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff821ad-7e78-49b2-b528-2fe1fc0dc9c6 admin admin] Deleting subnet 1bd2cb65-33b2-4d7d-88b4-9d39f189944a {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:18:06.981413 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6ff821ad-7e78-49b2-b528-2fe1fc0dc9c6 admin admin] Publish callbacks [] for subnet (1bd2cb65-33b2-4d7d-88b4-9d39f189944a), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.018570 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6ff821ad-7e78-49b2-b528-2fe1fc0dc9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (1bd2cb65-33b2-4d7d-88b4-9d39f189944a), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.056863 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6ff821ad-7e78-49b2-b528-2fe1fc0dc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (1bd2cb65-33b2-4d7d-88b4-9d39f189944a), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.077384 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (306bded1-a280-428c-9ea3-56694fa93e4f), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.077958 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 306bded1-a280-428c-9ea3-56694fa93e4f {{(pid=104999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:18:07.086649 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.087761 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6f0b21ef-f8c8-44d4-80a0-8b83583f746b admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/306bded1-a280-428c-9ea3-56694fa93e4f HTTP/1.1" status: 204 len: 168 time: 1.0360844 Oct 10 17:18:07.090823 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33880) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:07.149259 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e159a56-c925-480d-af98-9528f1486b06 admin admin] Deleting subnet d2870372-7f60-4f3c-a73b-d35ad5850cb5 {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:18:07.153007 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9e159a56-c925-480d-af98-9528f1486b06 admin admin] Publish callbacks [] for subnet (d2870372-7f60-4f3c-a73b-d35ad5850cb5), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.190771 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9e159a56-c925-480d-af98-9528f1486b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (d2870372-7f60-4f3c-a73b-d35ad5850cb5), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.209007 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:07.229730 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6ff821ad-7e78-49b2-b528-2fe1fc0dc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (1bd2cb65-33b2-4d7d-88b4-9d39f189944a), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.261063 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff821ad-7e78-49b2-b528-2fe1fc0dc9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd2cb65-33b2-4d7d-88b4-9d39f189944a,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:07.279376 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6ff821ad-7e78-49b2-b528-2fe1fc0dc9c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.284514 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6ff821ad-7e78-49b2-b528-2fe1fc0dc9c6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/1bd2cb65-33b2-4d7d-88b4-9d39f189944a HTTP/1.1" status: 204 len: 168 time: 0.4732053 Oct 10 17:18:07.285323 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33882) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:07.304385 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9e159a56-c925-480d-af98-9528f1486b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (d2870372-7f60-4f3c-a73b-d35ad5850cb5), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.306367 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e7323ecd-aefc-4bb6-9fa8-1136cccb8147 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:07.328523 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-10f8d8a2-2d29-4344-b9a8-c8cca52be918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.331089 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: e7323ecd-aefc-4bb6-9fa8-1136cccb8147 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:07.332099 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e7323ecd-aefc-4bb6-9fa8-1136cccb8147 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:07.372768 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (e8f36e2a-b122-4a19-98f7-7d10c957a7f1), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.419964 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9e159a56-c925-480d-af98-9528f1486b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (d2870372-7f60-4f3c-a73b-d35ad5850cb5), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.448704 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e159a56-c925-480d-af98-9528f1486b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2870372-7f60-4f3c-a73b-d35ad5850cb5,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:07.452532 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9e159a56-c925-480d-af98-9528f1486b06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.455093 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (e8f36e2a-b122-4a19-98f7-7d10c957a7f1), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.458105 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-9e159a56-c925-480d-af98-9528f1486b06 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d2870372-7f60-4f3c-a73b-d35ad5850cb5 HTTP/1.1" status: 204 len: 168 time: 0.3610532 Oct 10 17:18:07.459039 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33884) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:07.460973 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73461880-ea16-40a4-9b16-85c403f0211f None None] Network dd848163-ddd7-4ee1-906a-2d0f3bf9d43b requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:18:07.481916 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f36e2a-b122-4a19-98f7-7d10c957a7f1']}} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:07.491774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02de0aa-3cfc-4b6a-a574-108f95123189') {'for_net_delete': True} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:07.492102 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02de0aa-3cfc-4b6a-a574-108f95123189') {} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:07.503247 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2530065'] for segment (c02de0aa-3cfc-4b6a-a574-108f95123189), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.527273 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (c02de0aa-3cfc-4b6a-a574-108f95123189), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.532725 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=105000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:18:07.533152 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2397517'] for segment (c02de0aa-3cfc-4b6a-a574-108f95123189), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.548015 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (dd848163-ddd7-4ee1-906a-2d0f3bf9d43b), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.565947 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:07.584832 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment c02de0aa-3cfc-4b6a-a574-108f95123189 resource provider aggregate not found Oct 10 17:18:07.606810 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Deleting port e552aeba-8909-404c-bf62-85ab9d81a6ac {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:07.607160 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.624800 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment c02de0aa-3cfc-4b6a-a574-108f95123189 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c02de0aa-3cfc-4b6a-a574-108f95123189 found for delete ", "request_id": "req-d78aee0b-cd6e-4160-9db5-ef3a482f26bc"}]} Oct 10 17:18:07.644684 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8385f0-6f3a-44da-beaf-8ee5b1e1ffc9 None None] DHCP port deletion for dd848163-ddd7-4ee1-906a-2d0f3bf9d43b request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:18:07.676992 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] For port e552aeba-8909-404c-bf62-85ab9d81a6ac, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e552aeba-8909-404c-bf62-85ab9d81a6ac,segment=NetworkSegment(4e0e2980-5a01-4830-883c-a50cb47c8e41),segment_id=4e0e2980-5a01-4830-883c-a50cb47c8e41)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:07.678341 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.686754 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-8a8385f0-6f3a-44da-beaf-8ee5b1e1ffc9 None None] Deleting port e552aeba-8909-404c-bf62-85ab9d81a6ac {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:07.687130 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-8a8385f0-6f3a-44da-beaf-8ee5b1e1ffc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.691656 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Calling delete_port for e552aeba-8909-404c-bf62-85ab9d81a6ac owned by network:dhcp {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:07.695572 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (e8f36e2a-b122-4a19-98f7-7d10c957a7f1), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.703608 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.707580 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/e8f36e2a-b122-4a19-98f7-7d10c957a7f1 HTTP/1.1" status: 204 len: 168 time: 0.4212136 Oct 10 17:18:07.720905 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f36e2a-b122-4a19-98f7-7d10c957a7f1,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:07.726842 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:07.733966 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.735337 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.735840 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.736531 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.737594 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.738191 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.738961 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.739444 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.739995 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.741343 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.741842 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.742331 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.743318 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.743805 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.744303 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7648e-6748-4459-888a-6a697e16cece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:18:07.756229 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-8a8385f0-6f3a-44da-beaf-8ee5b1e1ffc9 None None] For port e552aeba-8909-404c-bf62-85ab9d81a6ac, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e552aeba-8909-404c-bf62-85ab9d81a6ac,segment=NetworkSegment(4e0e2980-5a01-4830-883c-a50cb47c8e41),segment_id=4e0e2980-5a01-4830-883c-a50cb47c8e41)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:07.756851 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-8a8385f0-6f3a-44da-beaf-8ee5b1e1ffc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.770950 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-8a8385f0-6f3a-44da-beaf-8ee5b1e1ffc9 None None] Calling delete_port for e552aeba-8909-404c-bf62-85ab9d81a6ac owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:07.872986 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.879225 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-8a8385f0-6f3a-44da-beaf-8ee5b1e1ffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (e552aeba-8909-404c-bf62-85ab9d81a6ac), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:07.901284 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Pushing event deleted for resources: {'Port': ['ID=e552aeba-8909-404c-bf62-85ab9d81a6ac,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:07.901762 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8385f0-6f3a-44da-beaf-8ee5b1e1ffc9 None None] Pushing event deleted for resources: {'Port': ['ID=e552aeba-8909-404c-bf62-85ab9d81a6ac,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:07.904918 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] No DVR routers for this DVR port e552aeba-8909-404c-bf62-85ab9d81a6ac on host dv-cinder-834540-2-iscsi {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:07.909875 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8385f0-6f3a-44da-beaf-8ee5b1e1ffc9 None None] No DVR routers for this DVR port e552aeba-8909-404c-bf62-85ab9d81a6ac on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:07.980955 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (dd848163-ddd7-4ee1-906a-2d0f3bf9d43b), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.002849 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd848163-ddd7-4ee1-906a-2d0f3bf9d43b']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:08.012832 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0e2980-5a01-4830-883c-a50cb47c8e41') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:08.013228 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0e2980-5a01-4830-883c-a50cb47c8e41') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:08.025286 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (4e0e2980-5a01-4830-883c-a50cb47c8e41), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.040963 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (4e0e2980-5a01-4830-883c-a50cb47c8e41), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.048568 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:18:08.049017 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (4e0e2980-5a01-4830-883c-a50cb47c8e41), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.093645 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 4e0e2980-5a01-4830-883c-a50cb47c8e41 resource provider aggregate not found Oct 10 17:18:08.108622 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:08.112967 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 4e0e2980-5a01-4830-883c-a50cb47c8e41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e0e2980-5a01-4830-883c-a50cb47c8e41 found for delete ", "request_id": "req-cc3c936e-c84e-4c3f-a2e7-f8a883ae82c6"}]} Oct 10 17:18:08.143631 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33896) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:08.184539 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-8b445d50-5afd-43ea-ae46-e3837065ee2f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b9422ce68e164e7d8ae8dbf168e58e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396783 Oct 10 17:18:08.186837 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33898) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:08.235472 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87a64ce7-3bdb-4478-aa97-4d0d7ff50e3a admin admin] Publish callbacks [] for security_group (f2aa078b-880c-47a0-b788-1be2dfdfb153), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.253476 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:08.255347 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87a64ce7-3bdb-4478-aa97-4d0d7ff50e3a admin admin] Publish callbacks [] for security_group (f2aa078b-880c-47a0-b788-1be2dfdfb153), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.277102 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (dd848163-ddd7-4ee1-906a-2d0f3bf9d43b), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.289333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.293025 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/dd848163-ddd7-4ee1-906a-2d0f3bf9d43b HTTP/1.1" status: 204 len: 168 time: 0.8320053 Oct 10 17:18:08.306247 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbfb4f-e4af-4dff-b617-4fcac7964969 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd848163-ddd7-4ee1-906a-2d0f3bf9d43b,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:08.330049 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.415414 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87a64ce7-3bdb-4478-aa97-4d0d7ff50e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f2aa078b-880c-47a0-b788-1be2dfdfb153), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.418041 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87a64ce7-3bdb-4478-aa97-4d0d7ff50e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.419193 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-87a64ce7-3bdb-4478-aa97-4d0d7ff50e3a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f2aa078b-880c-47a0-b788-1be2dfdfb153 HTTP/1.1" status: 204 len: 168 time: 0.2313206 Oct 10 17:18:08.427147 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a64ce7-3bdb-4478-aa97-4d0d7ff50e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa078b-880c-47a0-b788-1be2dfdfb153,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:08.665024 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e552aeba-8909-404c-bf62-85ab9d81a6ac no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:08.684049 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: e552aeba-8909-404c-bf62-85ab9d81a6ac {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:08.684390 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e552aeba-8909-404c-bf62-85ab9d81a6ac not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:08.684789 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device a9ba6cc9-ca74-4460-9122-09f3fc9b6afd no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:08.702930 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: a9ba6cc9-ca74-4460-9122-09f3fc9b6afd {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:08.703363 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device a9ba6cc9-ca74-4460-9122-09f3fc9b6afd not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:08.721314 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33904) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:08.761371 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-77b1acfa-2c69-4f31-969f-2006e3249857 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4f9731af8c4c4188bc61c7f35b8bdc5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387917 Oct 10 17:18:08.763701 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 33908) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:08.811982 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6917097-c9c3-4f78-a877-75184475b3b2 admin admin] Publish callbacks [] for security_group (1dbd3457-5ab7-4960-be81-a42872a6bbbb), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.832808 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6917097-c9c3-4f78-a877-75184475b3b2 admin admin] Publish callbacks [] for security_group (1dbd3457-5ab7-4960-be81-a42872a6bbbb), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.952791 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6917097-c9c3-4f78-a877-75184475b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (1dbd3457-5ab7-4960-be81-a42872a6bbbb), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.956168 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a6917097-c9c3-4f78-a877-75184475b3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:08.957423 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a6917097-c9c3-4f78-a877-75184475b3b2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1dbd3457-5ab7-4960-be81-a42872a6bbbb HTTP/1.1" status: 204 len: 168 time: 0.1927245 Oct 10 17:18:08.965375 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6917097-c9c3-4f78-a877-75184475b3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbd3457-5ab7-4960-be81-a42872a6bbbb,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:09.618567 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33934) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:09.663179 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-d3faa026-5847-49e6-bcc4-69c3eaa99210 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=dfaa60d75ad34d5dbe9402bb99667133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435038 Oct 10 17:18:09.665689 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 33936) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:09.716230 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db418874-d770-44bf-afc2-e98aabb51271 admin admin] Publish callbacks [] for security_group (0f61e797-7bc4-40d9-8161-a4e6e3f46e18), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:09.737340 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db418874-d770-44bf-afc2-e98aabb51271 admin admin] Publish callbacks [] for security_group (0f61e797-7bc4-40d9-8161-a4e6e3f46e18), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:09.876889 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db418874-d770-44bf-afc2-e98aabb51271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (0f61e797-7bc4-40d9-8161-a4e6e3f46e18), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:09.879539 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-db418874-d770-44bf-afc2-e98aabb51271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:09.880863 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-db418874-d770-44bf-afc2-e98aabb51271 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0f61e797-7bc4-40d9-8161-a4e6e3f46e18 HTTP/1.1" status: 204 len: 168 time: 0.2141695 Oct 10 17:18:09.889561 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db418874-d770-44bf-afc2-e98aabb51271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f61e797-7bc4-40d9-8161-a4e6e3f46e18,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:10.124913 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:10.126433 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:12.198432 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:18:13.470953 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e48397-4523-4b55-8a55-b7c17182d2b8 req-97a4767f-62e8-4890-acbe-966946e000cd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:13.472515 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f9e48397-4523-4b55-8a55-b7c17182d2b8 req-97a4767f-62e8-4890-acbe-966946e000cd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0472412 Oct 10 17:18:13.522307 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f9e48397-4523-4b55-8a55-b7c17182d2b8 req-971788c4-dcd6-41af-b747-97b6a11eae0a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442412 Oct 10 17:18:14.742642 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76ca21-e72a-4d2e-9aa2-989a7e9a6056 req-a11a1894-2f4c-4d72-8c29-665f98b978ea tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:14.744103 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2d76ca21-e72a-4d2e-9aa2-989a7e9a6056 req-a11a1894-2f4c-4d72-8c29-665f98b978ea tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.1411328 Oct 10 17:18:14.790472 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2d76ca21-e72a-4d2e-9aa2-989a7e9a6056 req-93b2cde5-91b9-4ce6-b9dd-d09decbe4bd7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402257 Oct 10 17:18:15.689764 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:15.894698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:15.909914 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a6692-26c6-41cb-a389-e7561aeec18f req-eeb09acd-cd8c-4309-a6f2-53d25bf1697f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:15.911378 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0a0a6692-26c6-41cb-a389-e7561aeec18f req-eeb09acd-cd8c-4309-a6f2-53d25bf1697f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0462716 Oct 10 17:18:15.958897 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0a0a6692-26c6-41cb-a389-e7561aeec18f req-b5d47c74-f7ec-4330-a0f5-7d10d4a243f6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Oct 10 17:18:16.501116 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=47 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:17.081552 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919cae8-8463-4cc2-a6ab-2364161052dc req-44593909-7e9a-4143-aa2d-1355a3c95fcd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:17.082977 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6919cae8-8463-4cc2-a6ab-2364161052dc req-44593909-7e9a-4143-aa2d-1355a3c95fcd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0486114 Oct 10 17:18:17.128815 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6919cae8-8463-4cc2-a6ab-2364161052dc req-b137b722-e6ba-4a78-b5c7-c929d4c08518 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402787 Oct 10 17:18:18.248800 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303d349-8cce-48cc-a337-005aa3f798c6 req-86751681-da85-4b93-9fb2-524c0d1a4485 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:18.250263 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f303d349-8cce-48cc-a337-005aa3f798c6 req-86751681-da85-4b93-9fb2-524c0d1a4485 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0473022 Oct 10 17:18:18.296426 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f303d349-8cce-48cc-a337-005aa3f798c6 req-7e12df1e-3e38-4ea3-a40d-12e291c640d6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405493 Oct 10 17:18:18.862462 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:18.961295 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=35,neutron:DELETE=6 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:19.414359 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10a30a-ee58-4102-9be3-a5bcab9b9c9e req-ddb1b475-964b-4517-8f74-c9cb3b6b7dab tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:19.415820 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6f10a30a-ee58-4102-9be3-a5bcab9b9c9e req-ddb1b475-964b-4517-8f74-c9cb3b6b7dab tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0468612 Oct 10 17:18:19.466207 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6f10a30a-ee58-4102-9be3-a5bcab9b9c9e req-baa88024-d639-499b-ad62-e3d9962ce319 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447063 Oct 10 17:18:19.735714 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-c96bf182-2ac7-48b5-bab3-6d942da3a6b5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:19.737171 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-c96bf182-2ac7-48b5-bab3-6d942da3a6b5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 945 time: 0.0456538 Oct 10 17:18:19.796004 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 00f60993-555c-4b9e-b255-b47e508fa753 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:19.821687 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:19.824888 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Deleting port 00f60993-555c-4b9e-b255-b47e508fa753 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:19.830223 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (00f60993-555c-4b9e-b255-b47e508fa753), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:19.830223 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:19.870866 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 00f60993-555c-4b9e-b255-b47e508fa753 is: ACTIVE; New status is: DOWN {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:18:19.871253 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (00f60993-555c-4b9e-b255-b47e508fa753), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:19.894584 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:19.896824 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f18ddd7-e57b-4c29-a239-ed32fd8e1ed2" -d '{"events": [{"server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "name": "network-vif-unplugged", "status": "completed", "tag": "00f60993-555c-4b9e-b255-b47e508fa753"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:19.910546 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 00f60993-555c-4b9e-b255-b47e508fa753, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00f60993-555c-4b9e-b255-b47e508fa753,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:19.923165 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] For port 00f60993-555c-4b9e-b255-b47e508fa753, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=00f60993-555c-4b9e-b255-b47e508fa753,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:19.923536 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (00f60993-555c-4b9e-b255-b47e508fa753), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:19.939145 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b93ce26-a018-4806-9d33-9e04fa3b6b5b x-openstack-request-id: req-7b93ce26-a018-4806-9d33-9e04fa3b6b5b {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:19.939145 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "name": "network-vif-unplugged", "status": "completed", "tag": "00f60993-555c-4b9e-b255-b47e508fa753", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:19.939145 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b93ce26-a018-4806-9d33-9e04fa3b6b5b {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:19.939145 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b93ce26-a018-4806-9d33-9e04fa3b6b5b'] response: {'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753', 'code': 200} Oct 10 17:18:20.002962 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (00f60993-555c-4b9e-b255-b47e508fa753), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:20.051158 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=00f60993-555c-4b9e-b255-b47e508fa753,revision_number=6']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:20.089908 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:20.090277 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (3d3c7022-bf66-45bc-97af-1389ed2b3668), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:20.090592 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Floating IP 3d3c7022-bf66-45bc-97af-1389ed2b3668 disassociated. External IP: 172.27.4.58, port: 00f60993-555c-4b9e-b255-b47e508fa753. Oct 10 17:18:20.090928 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Calling delete_port for 00f60993-555c-4b9e-b255-b47e508fa753 owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:20.149870 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:20.323995 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (00f60993-555c-4b9e-b255-b47e508fa753), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:20.352107 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'Port': ['ID=00f60993-555c-4b9e-b255-b47e508fa753,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:20.462859 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:18:20.585654 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2085b700-0c22-465e-9562-1919e1f25613 req-bc7ec68f-c36d-4173-8ccf-5b8cce47b2bb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443907 Oct 10 17:18:20.677313 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b700-0c22-465e-9562-1919e1f25613 req-d68a1c8f-ea7a-42cf-a83d-6923ee5cbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:20.678930 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2085b700-0c22-465e-9562-1919e1f25613 req-d68a1c8f-ea7a-42cf-a83d-6923ee5cbbd1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 1129 time: 0.0442340 Oct 10 17:18:20.809845 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b700-0c22-465e-9562-1919e1f25613 req-524ee286-2351-4503-b759-2ccfccad4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:20.811528 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2085b700-0c22-465e-9562-1919e1f25613 req-524ee286-2351-4503-b759-2ccfccad4610 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 916 time: 0.1071188 Oct 10 17:18:20.828077 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ce0b6d9a-f518-403a-ada0-81505848aaf3 req-b1f62c0f-3810-40bc-a6c4-87e3871e7de3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 210 time: 0.0335715 Oct 10 17:18:20.842068 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:18:20.860082 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:18:20.881685 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:20.882308 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:20.887420 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2085b700-0c22-465e-9562-1919e1f25613 req-ffb67674-4425-400b-a9d8-bbfaf450d1cb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8540fa-63ed-42d6-8d51-362073b36af2 HTTP/1.1" status: 200 len: 1001 time: 0.0690179 Oct 10 17:18:20.918038 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] No DVR routers for this DVR port 00f60993-555c-4b9e-b255-b47e508fa753 on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:20.920993 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:20.924975 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b42d3555-751c-4b11-8e8f-3babb8761d3e req-6e89793e-8b42-4729-84f8-f16abcf13541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "DELETE /networking/v2.0/ports/00f60993-555c-4b9e-b255-b47e508fa753 HTTP/1.1" status: 204 len: 173 time: 1.1791732 Oct 10 17:18:20.925612 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'name': 'network-vif-deleted', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:20.927747 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed52f06-d893-41de-ae06-0cf3fd86a5ab" -d '{"events": [{"server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "name": "network-vif-deleted", "tag": "00f60993-555c-4b9e-b255-b47e508fa753"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:20.944216 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b700-0c22-465e-9562-1919e1f25613 req-9aac5580-58b8-4061-bb4a-6ffa32ed445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:20.945707 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2085b700-0c22-465e-9562-1919e1f25613 req-9aac5580-58b8-4061-bb4a-6ffa32ed445d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0508335 Oct 10 17:18:20.980915 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c5c68e-51e1-4974-b87b-d18af329f0e6 x-openstack-request-id: req-10c5c68e-51e1-4974-b87b-d18af329f0e6 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:20.981215 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3b1c7-1726-4fa0-81c8-a7d2892c895b", "name": "network-vif-deleted", "tag": "00f60993-555c-4b9e-b255-b47e508fa753", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:20.981521 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10c5c68e-51e1-4974-b87b-d18af329f0e6 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:20.981868 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c5c68e-51e1-4974-b87b-d18af329f0e6'] response: {'server_uuid': 'b3c3b1c7-1726-4fa0-81c8-a7d2892c895b', 'name': 'network-vif-deleted', 'tag': '00f60993-555c-4b9e-b255-b47e508fa753', 'status': 'completed', 'code': 200} Oct 10 17:18:20.996646 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:21.000726 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b700-0c22-465e-9562-1919e1f25613 req-33c11417-eef3-4db4-9f52-fe1833a5c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:21.002388 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2085b700-0c22-465e-9562-1919e1f25613 req-33c11417-eef3-4db4-9f52-fe1833a5c318 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487316 Oct 10 17:18:21.103376 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2085b700-0c22-465e-9562-1919e1f25613 req-d110612a-81fc-4dee-9c3b-9810997c1b66 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904512 Oct 10 17:18:21.141725 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:21.214019 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-2085b700-0c22-465e-9562-1919e1f25613 req-4d6dc057-062c-46d8-90e3-03792c0ce206 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031253 Oct 10 17:18:21.217723 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '88dabd73-4407-44d5-866b-0848d7d703fe', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:24Z', 'updated_at': '2022-10-10T17:15:52Z', 'revision_number': 2, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:21.242781 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:18:21.251825 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:21.252445 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:21.355353 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:21.500578 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:21.569520 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '88dabd73-4407-44d5-866b-0848d7d703fe', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:24Z', 'updated_at': '2022-10-10T17:15:52Z', 'revision_number': 2, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:21.594437 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcbde71-b911-49db-9ea2-825e66e2a2ff None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '88dabd73-4407-44d5-866b-0848d7d703fe', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:a2:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622151bc-b582-4981-a615-3839765b0b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:15:24Z', 'updated_at': '2022-10-10T17:15:52Z', 'revision_number': 2, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:18:21.797795 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8eaba-07e3-4605-9ed8-c637910738e5 None None] New status for floating IP 3d3c7022-bf66-45bc-97af-1389ed2b3668: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:18:21.953635 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc9b8d04-7aa8-4d84-ac74-8175a5bd0ecc req-6b7903c4-72ec-4baf-aba9-412c4c0ddc5c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 210 time: 0.0281281 Oct 10 17:18:23.069916 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e52d6a74-38d7-410f-9602-cf83037e0c00 req-3005e7a3-4ffa-4699-af4f-d0ec8d6d096e tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 210 time: 0.0263879 Oct 10 17:18:24.183717 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a0594e5c-ec48-448f-8586-cebab398ba59 req-cc9c1e02-aeab-4133-9791-4b8c5a8b538f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b3c3b1c7-1726-4fa0-81c8-a7d2892c895b HTTP/1.1" status: 200 len: 210 time: 0.0277689 Oct 10 17:18:25.334337 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34030) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:25.396127 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ef6acd5c-2faf-4c4f-a21d-f415eca5f85c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:25.419443 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ef6acd5c-2faf-4c4f-a21d-f415eca5f85c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:25.556394 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ef6acd5c-2faf-4c4f-a21d-f415eca5f85c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:25.559600 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-ef6acd5c-2faf-4c4f-a21d-f415eca5f85c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:25.560770 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-ef6acd5c-2faf-4c4f-a21d-f415eca5f85c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb HTTP/1.1" status: 204 len: 168 time: 0.2254384 Oct 10 17:18:25.563593 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34046) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:25.579979 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6acd5c-2faf-4c4f-a21d-f415eca5f85c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:25.582923 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.api.v2.resource [None req-423a3b8a-db87-4d7d-9ece-aee9e0e0439d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] show failed (client error): The resource could not be found. Oct 10 17:18:25.583959 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-423a3b8a-db87-4d7d-9ece-aee9e0e0439d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups/aa7e14f9-83b1-4efb-b30c-7bdb6073ebeb HTTP/1.1" status: 404 len: 347 time: 0.0193021 Oct 10 17:18:25.586985 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34048) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:25.700784 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Deleting port 3576de39-eeb7-4eb0-a84a-16d73f0203d9 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:25.701137 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (3576de39-eeb7-4eb0-a84a-16d73f0203d9), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:25.781083 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (3576de39-eeb7-4eb0-a84a-16d73f0203d9), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:25.781430 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (3576de39-eeb7-4eb0-a84a-16d73f0203d9), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:25.796485 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Calling delete_port for 3576de39-eeb7-4eb0-a84a-16d73f0203d9 owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:26.000325 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (3576de39-eeb7-4eb0-a84a-16d73f0203d9), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:26.025564 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'Port': ['ID=3576de39-eeb7-4eb0-a84a-16d73f0203d9,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:26.073455 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:26.079909 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:26.092678 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (3d3c7022-bf66-45bc-97af-1389ed2b3668), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:26.095505 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:26.097989 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2904ab2a-85d2-44f7-aea0-321987052ed4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/3d3c7022-bf66-45bc-97af-1389ed2b3668 HTTP/1.1" status: 204 len: 168 time: 0.5088165 Oct 10 17:18:27.028875 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34082) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:27.172356 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Deleting port c462ac87-6034-44a6-bad6-bf9f3732efae {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:27.172715 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (c462ac87-6034-44a6-bad6-bf9f3732efae), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:27.252647 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (c462ac87-6034-44a6-bad6-bf9f3732efae), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:27.252977 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (c462ac87-6034-44a6-bad6-bf9f3732efae), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:27.269422 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Calling delete_port for c462ac87-6034-44a6-bad6-bf9f3732efae owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:27.501015 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (c462ac87-6034-44a6-bad6-bf9f3732efae), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:27.526107 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event deleted for resources: {'Port': ['ID=c462ac87-6034-44a6-bad6-bf9f3732efae,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:27.588425 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (4ea732be-0517-40cf-8509-2707a9d8e777), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:27.588771 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Floating IP 4ea732be-0517-40cf-8509-2707a9d8e777 disassociated (deleted). External IP: 172.27.4.71, port: f141f1b5-a360-478a-9824-c75871e9cee8. Oct 10 17:18:27.785278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Router a2666540-e20b-47bf-a420-5d9229c242a0 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:18:28.135519 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:18:28.140179 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:28.145507 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] Sync routers for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:18:28.155275 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:28.156128 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:28.169351 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-eac22457-9d9e-4132-a2d2-088156002f6c tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/4ea732be-0517-40cf-8509-2707a9d8e777 HTTP/1.1" status: 204 len: 168 time: 1.1393330 Oct 10 17:18:28.170094 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:28.172516 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46edcc1c-cf1f-467a-a56b-096aa0a146cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:28.213877 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b833e24-a422-4e9a-a42a-18d3a144dfcc x-openstack-request-id: req-6b833e24-a422-4e9a-a42a-18d3a144dfcc {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:28.213877 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:28.213877 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b833e24-a422-4e9a-a42a-18d3a144dfcc {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:28.213877 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b833e24-a422-4e9a-a42a-18d3a144dfcc'] response: {'name': 'network-changed', 'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'status': 'completed', 'code': 200} Oct 10 17:18:28.264456 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:28.308390 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:28.313149 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:28.320755 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-7fe347aa-9270-4da9-a506-fca58816546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:28.322330 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-7fe347aa-9270-4da9-a506-fca58816546c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 1130 time: 0.0471609 Oct 10 17:18:28.433067 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-d5accef0-725c-4d72-b18c-2b4ff03195dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:28.434278 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-d5accef0-725c-4d72-b18c-2b4ff03195dc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 913 time: 0.1024137 Oct 10 17:18:28.477124 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-bb17e515-a7b1-41e0-964f-c0b8018a9528 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f141f1b5-a360-478a-9824-c75871e9cee8 HTTP/1.1" status: 200 len: 217 time: 0.0361249 Oct 10 17:18:28.493233 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd4e5d41a-357c-471d-88b6-a17f690185fb', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.51', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:14:18Z', 'updated_at': '2022-10-10T17:14:20Z', 'revision_number': 1, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:28.518587 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] Checking router: a2666540-e20b-47bf-a420-5d9229c242a0 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:18:28.526510 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-6e2b526e-4556-43e7-935f-0b60828e20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:28.527077 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:28.527682 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:28.527983 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-6e2b526e-4556-43e7-935f-0b60828e20f5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 200 len: 851 time: 0.0450037 Oct 10 17:18:28.584861 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-e6d8abf6-9c52-4261-b4ae-cd50a1a9ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:28.586428 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-e6d8abf6-9c52-4261-b4ae-cd50a1a9ead2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d40eb576-47ec-4491-b3a9-6394e24cb47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512061 Oct 10 17:18:28.639526 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caa083-ab25-414f-9b8b-9422f54b84a9 req-2366f725-f874-446a-ac5f-5fa53767cba2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:28.641238 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3caa083-ab25-414f-9b8b-9422f54b84a9 req-2366f725-f874-446a-ac5f-5fa53767cba2 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0515234 Oct 10 17:18:28.697749 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d3caa083-ab25-414f-9b8b-9422f54b84a9 req-d3a80853-62d5-42a5-9d52-07db6c00d94e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491800 Oct 10 17:18:28.771381 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:28.975398 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:28.978936 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd4e5d41a-357c-471d-88b6-a17f690185fb', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.51', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:14:18Z', 'updated_at': '2022-10-10T17:14:20Z', 'revision_number': 1, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:29.006892 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63033795-ed43-4d0a-a05e-065c3374e133 None None] The sync data for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi is: [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'd4e5d41a-357c-471d-88b6-a17f690185fb', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'floating_ip_address': '172.27.4.51', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'port_id': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'mac_address': 'fa:16:3e:19:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:14:18Z', 'updated_at': '2022-10-10T17:14:20Z', 'revision_number': 1, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:18:29.131160 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68633a-3d6d-4c4b-81ef-395e6841f6f6 req-ce68e8ce-8a90-4edb-b5f7-db5b935005dd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:29.133483 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cd68633a-3d6d-4c4b-81ef-395e6841f6f6 req-ce68e8ce-8a90-4edb-b5f7-db5b935005dd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 945 time: 0.0484192 Oct 10 17:18:29.187154 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cd68633a-3d6d-4c4b-81ef-395e6841f6f6 req-277865a2-f06c-43e7-ba94-7155c18526a7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482974 Oct 10 17:18:29.223072 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09751d-2f47-4ffe-8e6e-758921b3022f None None] New status for floating IP 4ea732be-0517-40cf-8509-2707a9d8e777: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:18:29.226803 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:29.817556 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:29.833525 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d928092-e434-44d6-b698-b2edae3602bc req-d192d392-cdc3-40c6-9283-b8914fddc142 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:29.835059 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3d928092-e434-44d6-b698-b2edae3602bc req-d192d392-cdc3-40c6-9283-b8914fddc142 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0509675 Oct 10 17:18:29.884169 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3d928092-e434-44d6-b698-b2edae3602bc req-8c4b796a-37a7-4e20-acf6-4d89de3d02c1 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 Oct 10 17:18:29.928208 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-dc262a5b-a46a-49c0-8ff9-22661850801a service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:18:29.929233 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-dc262a5b-a46a-49c0-8ff9-22661850801a service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056455 Oct 10 17:18:30.024052 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-ab92d3cd-8dce-4d9d-8224-eacfa86604a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867014 Oct 10 17:18:30.307970 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b5f1d-7cb3-4a08-948e-c09137166276 req-9cc5e281-1cc3-4918-9d9e-e9b0b17b2ad5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:30.309950 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-069b5f1d-7cb3-4a08-948e-c09137166276 req-9cc5e281-1cc3-4918-9d9e-e9b0b17b2ad5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 945 time: 0.0459974 Oct 10 17:18:30.357655 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-069b5f1d-7cb3-4a08-948e-c09137166276 req-2e8ed5fb-0ecd-4f8f-969b-1a229f0fd4b5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Oct 10 17:18:31.005376 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42dac-1bcb-46e0-b6a8-af1a6d864f10 req-6a776b70-e358-4019-ac28-80f7fc4a8224 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:31.007178 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-86a42dac-1bcb-46e0-b6a8-af1a6d864f10 req-6a776b70-e358-4019-ac28-80f7fc4a8224 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0493860 Oct 10 17:18:31.028446 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:31.057708 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-86a42dac-1bcb-46e0-b6a8-af1a6d864f10 req-487ee9e0-d047-49f4-ac20-12a640396892 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444782 Oct 10 17:18:31.207741 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34130) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:31.310961 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3ca9-fd6a-459b-86b3-92e594b4000a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:31.383010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3ca9-fd6a-459b-86b3-92e594b4000a admin admin] Publish callbacks [] for security_group (06113e19-e037-459a-af0e-c002bcf424dc), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:31.477966 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b206a1-244d-4230-b938-6990c7ef67c6 req-88a85ad4-9c53-44f3-9513-0a620d84d271 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:31.479414 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c6b206a1-244d-4230-b938-6990c7ef67c6 req-88a85ad4-9c53-44f3-9513-0a620d84d271 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 945 time: 0.0465035 Oct 10 17:18:31.495069 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3ca9-fd6a-459b-86b3-92e594b4000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (06113e19-e037-459a-af0e-c002bcf424dc), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:31.526619 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c6b206a1-244d-4230-b938-6990c7ef67c6 req-f150a8bf-bb7c-4e8f-a346-c76444340990 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413644 Oct 10 17:18:31.538733 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e1ab3ca9-fd6a-459b-86b3-92e594b4000a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7eb5ff396cf04ec29557aaec897ba03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298869 Oct 10 17:18:31.540756 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab3ca9-fd6a-459b-86b3-92e594b4000a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06113e19-e037-459a-af0e-c002bcf424dc,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:31.541577 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34136) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:31.594140 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e583487b-be30-4411-a973-982ecb424855 admin admin] Publish callbacks [] for security_group (06113e19-e037-459a-af0e-c002bcf424dc), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:31.614437 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e583487b-be30-4411-a973-982ecb424855 admin admin] Publish callbacks [] for security_group (06113e19-e037-459a-af0e-c002bcf424dc), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:31.711986 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e583487b-be30-4411-a973-982ecb424855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (06113e19-e037-459a-af0e-c002bcf424dc), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:31.714510 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e583487b-be30-4411-a973-982ecb424855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:31.715653 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-e583487b-be30-4411-a973-982ecb424855 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/06113e19-e037-459a-af0e-c002bcf424dc HTTP/1.1" status: 204 len: 168 time: 0.1730125 Oct 10 17:18:31.723266 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583487b-be30-4411-a973-982ecb424855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06113e19-e037-459a-af0e-c002bcf424dc,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:31.863872 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-46edcc1c-cf1f-467a-a56b-096aa0a146cd req-fdbda4c4-b9ce-42f6-9137-0f80b4ead513 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848999 Oct 10 17:18:32.186554 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab8b52-7c7d-48ae-b9d1-35b19bb539b8 req-c6fc9091-36c4-4254-820f-1c45dc9b821b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:32.188197 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e4ab8b52-7c7d-48ae-b9d1-35b19bb539b8 req-c6fc9091-36c4-4254-820f-1c45dc9b821b tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0502110 Oct 10 17:18:32.238186 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e4ab8b52-7c7d-48ae-b9d1-35b19bb539b8 req-36ec4e86-8ee2-4476-821d-900645f834e1 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441186 Oct 10 17:18:32.302420 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-0e0cf340-dd66-47ce-8684-6cf84a4288e7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:32.303853 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-0e0cf340-dd66-47ce-8684-6cf84a4288e7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 945 time: 0.0472589 Oct 10 17:18:32.399034 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb134b5-a202-4265-af38-7cff1e67097c req-102de1da-ffde-4b23-8aec-899fdbda16ba tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:32.400426 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bcb134b5-a202-4265-af38-7cff1e67097c req-102de1da-ffde-4b23-8aec-899fdbda16ba tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 946 time: 0.0455263 Oct 10 17:18:32.434915 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Deleting port 4d8540fa-63ed-42d6-8d51-362073b36af2 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:32.435262 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:32.486360 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-bcb134b5-a202-4265-af38-7cff1e67097c req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Deleting port f141f1b5-a360-478a-9824-c75871e9cee8 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:32.486693 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-bcb134b5-a202-4265-af38-7cff1e67097c req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:32.493894 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:32.531527 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] For port 4d8540fa-63ed-42d6-8d51-362073b36af2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=4d8540fa-63ed-42d6-8d51-362073b36af2,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:32.531897 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:32.576670 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-bcb134b5-a202-4265-af38-7cff1e67097c req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] For port f141f1b5-a360-478a-9824-c75871e9cee8, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f141f1b5-a360-478a-9824-c75871e9cee8,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:32.577037 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-bcb134b5-a202-4265-af38-7cff1e67097c req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:32.595056 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-bcb134b5-a202-4265-af38-7cff1e67097c req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Calling delete_port for f141f1b5-a360-478a-9824-c75871e9cee8 owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:32.688393 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a99f3a-8485-483a-a182-c3dbbde97045 req-695f3616-48e4-44ac-aae7-ac14cd629e79 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:32.689856 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-24a99f3a-8485-483a-a182-c3dbbde97045 req-695f3616-48e4-44ac-aae7-ac14cd629e79 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 945 time: 0.0836923 Oct 10 17:18:32.696099 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:32.696474 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (88dabd73-4407-44d5-866b-0848d7d703fe), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:32.696798 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Floating IP 88dabd73-4407-44d5-866b-0848d7d703fe disassociated. External IP: 172.27.4.157, port: 4d8540fa-63ed-42d6-8d51-362073b36af2. Oct 10 17:18:32.697142 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Calling delete_port for 4d8540fa-63ed-42d6-8d51-362073b36af2 owned by compute:nova {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:32.709879 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:32.712278 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:32.778175 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-24a99f3a-8485-483a-a182-c3dbbde97045 req-71490461-ea18-4613-a114-073f90702007 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8ea37231-05a3-49ea-91c3-8d4c9935ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816326 Oct 10 17:18:32.872851 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-bcb134b5-a202-4265-af38-7cff1e67097c req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (f141f1b5-a360-478a-9824-c75871e9cee8), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:32.881163 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:32.895422 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (4d8540fa-63ed-42d6-8d51-362073b36af2), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:32.903002 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event deleted for resources: {'Port': ['ID=f141f1b5-a360-478a-9824-c75871e9cee8,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:32.927223 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'Port': ['ID=4d8540fa-63ed-42d6-8d51-362073b36af2,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:32.951185 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb134b5-a202-4265-af38-7cff1e67097c req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] No DVR routers for this DVR port f141f1b5-a360-478a-9824-c75871e9cee8 on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:32.953711 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-bcb134b5-a202-4265-af38-7cff1e67097c req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:32.956929 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bcb134b5-a202-4265-af38-7cff1e67097c req-e9c45b94-3a2b-40c7-9165-6ff70707dc5a tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f141f1b5-a360-478a-9824-c75871e9cee8 HTTP/1.1" status: 204 len: 173 time: 0.5510554 Oct 10 17:18:32.957417 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'name': 'network-vif-deleted', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:32.959640 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63fd52e-08d2-4557-92cf-bd6ea5d94dbc" -d '{"events": [{"server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "name": "network-vif-deleted", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:32.995447 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf24ea00-cea9-4f7b-a2e1-997447cdcd89 x-openstack-request-id: req-bf24ea00-cea9-4f7b-a2e1-997447cdcd89 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:32.996284 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbabe562-2556-478f-995a-56dc3e6309b4", "name": "network-vif-deleted", "tag": "f141f1b5-a360-478a-9824-c75871e9cee8", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:32.996552 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf24ea00-cea9-4f7b-a2e1-997447cdcd89 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:32.996936 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf24ea00-cea9-4f7b-a2e1-997447cdcd89'] response: {'server_uuid': 'dbabe562-2556-478f-995a-56dc3e6309b4', 'name': 'network-vif-deleted', 'tag': 'f141f1b5-a360-478a-9824-c75871e9cee8', 'status': 'completed', 'code': 200} Oct 10 17:18:33.044323 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:18:33.144562 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:33.149660 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:18:33.159143 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:18:33.170193 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:33.170800 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:33.198999 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] No DVR routers for this DVR port 4d8540fa-63ed-42d6-8d51-362073b36af2 on host hv-cinder-83454 {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:33.201585 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:33.204868 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-977109fd-40be-4bb5-b3a7-36da0958dfe9 req-3881a5e8-1d95-4b42-a9f9-db0e46b98b23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4d8540fa-63ed-42d6-8d51-362073b36af2 HTTP/1.1" status: 204 len: 173 time: 0.8507857 Oct 10 17:18:33.205372 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622151bc-b582-4981-a615-3839765b0b75', 'name': 'network-vif-deleted', 'tag': '4d8540fa-63ed-42d6-8d51-362073b36af2'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:33.207729 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecb0e77-bc76-42ae-9600-a97220784676" -d '{"events": [{"server_uuid": "622151bc-b582-4981-a615-3839765b0b75", "name": "network-vif-deleted", "tag": "4d8540fa-63ed-42d6-8d51-362073b36af2"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:33.246661 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5ae293-1056-43b2-9897-f91f3dd6dd50 x-openstack-request-id: req-ba5ae293-1056-43b2-9897-f91f3dd6dd50 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:33.246957 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622151bc-b582-4981-a615-3839765b0b75", "name": "network-vif-deleted", "tag": "4d8540fa-63ed-42d6-8d51-362073b36af2", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:33.247213 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba5ae293-1056-43b2-9897-f91f3dd6dd50 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:33.247649 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5ae293-1056-43b2-9897-f91f3dd6dd50'] response: {'server_uuid': '622151bc-b582-4981-a615-3839765b0b75', 'name': 'network-vif-deleted', 'tag': '4d8540fa-63ed-42d6-8d51-362073b36af2', 'status': 'completed', 'code': 200} Oct 10 17:18:33.288107 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:33.373820 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6466fddf-4b7a-4fa4-bfd7-6fe5a2f9e2ed req-819b4b1a-4280-4788-956b-2fa15565b33d tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 210 time: 0.0365651 Oct 10 17:18:33.498552 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:33.510526 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:33.540085 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:18:33.550245 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:33.550852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:33.654447 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:33.850530 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:33.879543 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efea1ea-c318-4ed5-ba67-ef7a010a80da None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:18:33.900446 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2f3026b-1a4c-47fd-b129-9a838489a823 req-840090a2-9f2b-450d-b74e-b9dbae936128 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=622151bc-b582-4981-a615-3839765b0b75 HTTP/1.1" status: 200 len: 210 time: 0.0319109 Oct 10 17:18:33.973239 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 4d8540fa-63ed-42d6-8d51-362073b36af2 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:33.992768 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: 4d8540fa-63ed-42d6-8d51-362073b36af2 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:33.993117 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 4d8540fa-63ed-42d6-8d51-362073b36af2 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:33.993561 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f141f1b5-a360-478a-9824-c75871e9cee8 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:34.016452 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: f141f1b5-a360-478a-9824-c75871e9cee8 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:34.016798 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f141f1b5-a360-478a-9824-c75871e9cee8 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:34.099005 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b054d-8482-429a-8db4-3975f55139a9 None None] New status for floating IP 88dabd73-4407-44d5-866b-0848d7d703fe: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:18:34.497957 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-387ddf54-3fa8-4ffb-b9df-20899137b3dd req-109b4200-69ab-4ff0-be38-9ca4f73ede66 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbabe562-2556-478f-995a-56dc3e6309b4 HTTP/1.1" status: 200 len: 210 time: 0.0285556 Oct 10 17:18:34.991099 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-f2a9692b-59b6-438d-805c-c636b44db557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.077324 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34158) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:35.133048 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e31af68c-73b5-4441-8aa2-486f04f987da tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (8ea37231-05a3-49ea-91c3-8d4c9935ccf8), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.155190 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e31af68c-73b5-4441-8aa2-486f04f987da tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (8ea37231-05a3-49ea-91c3-8d4c9935ccf8), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.272167 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e31af68c-73b5-4441-8aa2-486f04f987da tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (8ea37231-05a3-49ea-91c3-8d4c9935ccf8), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.274771 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-e31af68c-73b5-4441-8aa2-486f04f987da tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.275974 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-e31af68c-73b5-4441-8aa2-486f04f987da tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8ea37231-05a3-49ea-91c3-8d4c9935ccf8 HTTP/1.1" status: 204 len: 168 time: 0.1976466 Oct 10 17:18:35.279206 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34160) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:35.286296 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31af68c-73b5-4441-8aa2-486f04f987da tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea37231-05a3-49ea-91c3-8d4c9935ccf8,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:35.294231 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.api.v2.resource [None req-1861951e-38a5-461d-8b3f-76d372dc8b5e tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] show failed (client error): The resource could not be found. Oct 10 17:18:35.295248 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-1861951e-38a5-461d-8b3f-76d372dc8b5e tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups/8ea37231-05a3-49ea-91c3-8d4c9935ccf8 HTTP/1.1" status: 404 len: 347 time: 0.0150497 Oct 10 17:18:35.298062 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34162) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:35.408579 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Deleting port 26d8eded-0d46-4655-a211-481a6c56e3b6 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:35.408846 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (26d8eded-0d46-4655-a211-481a6c56e3b6), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.485768 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (26d8eded-0d46-4655-a211-481a6c56e3b6), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.486097 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (26d8eded-0d46-4655-a211-481a6c56e3b6), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.498838 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Calling delete_port for 26d8eded-0d46-4655-a211-481a6c56e3b6 owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:35.678428 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (26d8eded-0d46-4655-a211-481a6c56e3b6), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.706698 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'Port': ['ID=26d8eded-0d46-4655-a211-481a6c56e3b6,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:35.769922 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (88dabd73-4407-44d5-866b-0848d7d703fe), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.772875 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:35.784046 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-b30b9754-36a8-407e-97cb-0f805b7e4fbe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/88dabd73-4407-44d5-866b-0848d7d703fe HTTP/1.1" status: 204 len: 168 time: 0.4750717 Oct 10 17:18:35.914149 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34172) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:35.918729 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-2603f540-4186-43b4-8711-49ee67f73f29 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997907341', 'description': 'tempest-description--1026132367'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:18:36.036245 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2603f540-4186-43b4-8711-49ee67f73f29 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.107771 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2603f540-4186-43b4-8711-49ee67f73f29 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (d2e414a6-596b-47ec-b9bb-af8ca8b3100c), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.175374 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2603f540-4186-43b4-8711-49ee67f73f29 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (d2e414a6-596b-47ec-b9bb-af8ca8b3100c), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.205150 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603f540-4186-43b4-8711-49ee67f73f29 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e414a6-596b-47ec-b9bb-af8ca8b3100c,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:36.257332 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2603f540-4186-43b4-8711-49ee67f73f29 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.258590 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2603f540-4186-43b4-8711-49ee67f73f29 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3434365 Oct 10 17:18:36.261575 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34174) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:36.265762 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-eee8848b-747b-41f8-bd30-937e6b976711 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group_rule': {'security_group_id': 'd2e414a6-596b-47ec-b9bb-af8ca8b3100c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:18:36.365119 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eee8848b-747b-41f8-bd30-937e6b976711 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (29f15a11-196c-4b64-8dd9-b8ef2a29073f), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.422925 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eee8848b-747b-41f8-bd30-937e6b976711 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (29f15a11-196c-4b64-8dd9-b8ef2a29073f), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.512827 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eee8848b-747b-41f8-bd30-937e6b976711 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (29f15a11-196c-4b64-8dd9-b8ef2a29073f), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.526695 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:36.531642 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8848b-747b-41f8-bd30-937e6b976711 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f15a11-196c-4b64-8dd9-b8ef2a29073f,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:36.599911 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eee8848b-747b-41f8-bd30-937e6b976711 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.601142 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-eee8848b-747b-41f8-bd30-937e6b976711 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386717 Oct 10 17:18:36.603787 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34176) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:36.608143 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-7d22ac68-42d5-4063-bb12-222acf77ef23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group_rule': {'security_group_id': 'd2e414a6-596b-47ec-b9bb-af8ca8b3100c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:18:36.698653 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:36.701421 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d22ac68-42d5-4063-bb12-222acf77ef23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (9d34b485-0ae2-4fa3-ba1d-62c113a935ae), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.756432 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d22ac68-42d5-4063-bb12-222acf77ef23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (9d34b485-0ae2-4fa3-ba1d-62c113a935ae), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.826993 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d22ac68-42d5-4063-bb12-222acf77ef23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (9d34b485-0ae2-4fa3-ba1d-62c113a935ae), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.848278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22ac68-42d5-4063-bb12-222acf77ef23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d34b485-0ae2-4fa3-ba1d-62c113a935ae,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:36.954109 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d22ac68-42d5-4063-bb12-222acf77ef23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:36.955326 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7d22ac68-42d5-4063-bb12-222acf77ef23 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505857 Oct 10 17:18:36.958486 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34182) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:36.962975 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:18:37.066601 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:37.146880 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:37.249345 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Allocated IP 172.27.4.30 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:18:37.332858 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cf546a15-265a-4ed8-bfed-732c7ccafbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:37.358618 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:37.447442 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:37.487177 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:18:37.490004 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:18:37.492417 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:18:37.519679 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:37.545130 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:37.581963 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (da7352be-a37a-4417-800b-603300013caa), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:37.709849 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:37.796260 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:37.854309 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:37.912338 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:37.979158 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:37.983280 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (da7352be-a37a-4417-800b-603300013caa), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:38.011346 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34188) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:38.057951 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:38.059121 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7d0e4445-02b1-482a-bf4f-83266d4a6a50 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0996945 Oct 10 17:18:38.156230 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Deleting port 54b60455-c21a-4859-ba78-14967bd2210e {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:38.156893 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (54b60455-c21a-4859-ba78-14967bd2210e), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:38.237767 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (54b60455-c21a-4859-ba78-14967bd2210e), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:38.237997 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (54b60455-c21a-4859-ba78-14967bd2210e), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:38.251913 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Calling delete_port for 54b60455-c21a-4859-ba78-14967bd2210e owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:38.265275 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-3cbc66b6-c622-4b46-9058-62e6506dfd3e tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1997907341&fields=id&tenant_id=f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 267 time: 0.0430741 Oct 10 17:18:38.339098 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:38.376540 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283eb5-b622-4060-9000-e708392b9167 req-5d54ed4b-21fa-43b3-89a2-1254c7e7cf0b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:38.378064 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-5d54ed4b-21fa-43b3-89a2-1254c7e7cf0b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 815 time: 0.1058269 Oct 10 17:18:38.393491 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-640172c8-d77a-4fcd-a42c-44b6781f73da tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/quotas/f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 375 time: 0.0098157 Oct 10 17:18:38.442272 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-24829d22-f3a5-4328-bd58-a3355dbc5bfe tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433285 Oct 10 17:18:38.458190 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-eac3e4bd-56bf-4e6a-9e4e-2cf539286a1f service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:18:38.459129 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-eac3e4bd-56bf-4e6a-9e4e-2cf539286a1f service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049150 Oct 10 17:18:38.467174 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (54b60455-c21a-4859-ba78-14967bd2210e), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:38.491766 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event deleted for resources: {'Port': ['ID=54b60455-c21a-4859-ba78-14967bd2210e,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:38.555804 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (d4e5d41a-357c-471d-88b6-a17f690185fb), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:38.556164 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Floating IP d4e5d41a-357c-471d-88b6-a17f690185fb disassociated (deleted). External IP: 172.27.4.51, port: 33e35059-afb9-405e-9e7a-7271d3f1cfce. Oct 10 17:18:38.561093 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-e53f4f20-38fd-467d-9818-7e51b5e5093b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965977 Oct 10 17:18:38.640622 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:38.651119 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-3bc0c6c3-af7d-4045-96c9-033643325d80 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842175 Oct 10 17:18:38.747648 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:38.751614 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Router a2666540-e20b-47bf-a420-5d9229c242a0 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:18:38.853684 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:18:38.858456 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:38.864561 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] Sync routers for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:18:38.875185 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:38.875790 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:38.889872 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-eefa2d5f-830b-4695-b12c-edd1734a3e94 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d4e5d41a-357c-471d-88b6-a17f690185fb HTTP/1.1" status: 204 len: 168 time: 0.8773777 Oct 10 17:18:38.890509 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:38.892775 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005eb568-2b77-43dc-bc87-aa29e9cae3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:38.976610 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:39.089023 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:39.165320 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:39.190362 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] Checking router: a2666540-e20b-47bf-a420-5d9229c242a0 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:18:39.198614 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:39.199802 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:39.241866 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:39.299516 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:39.409399 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587d9415-c7c9-48c0-bb63-687bd21fcd96 x-openstack-request-id: req-587d9415-c7c9-48c0-bb63-687bd21fcd96 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:39.409714 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:39.409970 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-587d9415-c7c9-48c0-bb63-687bd21fcd96 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:39.410877 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587d9415-c7c9-48c0-bb63-687bd21fcd96'] response: {'name': 'network-changed', 'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'status': 'completed', 'code': 200} Oct 10 17:18:39.484976 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:39.504706 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124a682-6777-4b5b-a18f-1737fea7523f req-45430535-cd7c-4211-b307-fab60fd60aa5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:39.506156 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5124a682-6777-4b5b-a18f-1737fea7523f req-45430535-cd7c-4211-b307-fab60fd60aa5 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.0517578 Oct 10 17:18:39.514204 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cff835-6b61-4d2c-acc7-a07c622e30ff None None] The sync data for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi is: [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:15Z', 'revision_number': 4, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'c4845fb4-890b-480d-8f54-e32c487eea4a', 'name': '', 'network_id': 'd40eb576-47ec-4491-b3a9-6394e24cb47e', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'mac_address': 'fa:16:3e:c2:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:15Z', 'updated_at': '2022-10-10T17:10:22Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'subnets': [{'id': '21c503f1-4706-488a-bdf7-5dc23426bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:18:39.556747 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5124a682-6777-4b5b-a18f-1737fea7523f req-13b4549f-70ed-4bb4-882a-2c3023a133f3 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 Oct 10 17:18:39.727953 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3153a-0fbd-47f5-bb7e-fad235226cc1 None None] New status for floating IP d4e5d41a-357c-471d-88b6-a17f690185fb: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:18:39.887662 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-329511a0-02bf-4e50-8dc3-2ba1aea82aa6 req-4985b06d-a296-4ec2-862c-e8814053a165 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 210 time: 0.0288067 Oct 10 17:18:40.184916 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:40.185752 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:40.680479 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950d18b-4cb4-452c-a290-417735cd1f01 req-e5f04d3d-2ba5-4996-a041-25d463edb3bb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:40.681953 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2950d18b-4cb4-452c-a290-417735cd1f01 req-e5f04d3d-2ba5-4996-a041-25d463edb3bb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.0471890 Oct 10 17:18:40.734656 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2950d18b-4cb4-452c-a290-417735cd1f01 req-cb91010d-16db-42ef-af5d-09f53176fb46 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9eb85f8c-e242-4909-88de-3d9958ac40c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469191 Oct 10 17:18:40.820937 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-8c1612d6-1b28-408f-99d1-bb0435776372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:40.822420 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-8c1612d6-1b28-408f-99d1-bb0435776372 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c36e0d86e93942189945656ccb70c059&device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 1129 time: 0.0414603 Oct 10 17:18:40.987886 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8dac7acc-6ec7-45ed-97a4-aac1127aa5a9 req-a1a2039b-3c2a-469a-a13c-9f4e25557037 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 210 time: 0.0282347 Oct 10 17:18:41.044324 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-6dade3cb-f77f-48ab-8fe7-bee641fb9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:41.045743 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-6dade3cb-f77f-48ab-8fe7-bee641fb9575 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 200 len: 913 time: 0.0871167 Oct 10 17:18:41.176242 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-26e157c7-cdb9-4d9b-8eff-6c2c7dd12968 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33e35059-afb9-405e-9e7a-7271d3f1cfce HTTP/1.1" status: 200 len: 217 time: 0.0327508 Oct 10 17:18:41.259072 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-2c97a943-5b2e-4232-8d93-533dc31b5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:41.260479 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-2c97a943-5b2e-4232-8d93-533dc31b5896 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 200 len: 851 time: 0.0472193 Oct 10 17:18:41.350202 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-6325ad50-128a-47c8-86f9-dc9f7554f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:41.351713 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-6325ad50-128a-47c8-86f9-dc9f7554f418 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d40eb576-47ec-4491-b3a9-6394e24cb47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402310 Oct 10 17:18:41.364611 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85825869-235b-452a-9772-93e7b489f182 req-5f4b207f-d192-44fb-bfde-71d6f58b9942 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:41.366226 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85825869-235b-452a-9772-93e7b489f182 req-5f4b207f-d192-44fb-bfde-71d6f58b9942 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 945 time: 0.0544004 Oct 10 17:18:41.447967 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-7c4f1667-51bb-4afb-b8f8-919e78ec3e2d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892060 Oct 10 17:18:41.454290 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-85825869-235b-452a-9772-93e7b489f182 req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Deleting port 33e35059-afb9-405e-9e7a-7271d3f1cfce {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:41.454632 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-85825869-235b-452a-9772-93e7b489f182 req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:41.497316 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:41.516445 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:41.544079 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [req-005eb568-2b77-43dc-bc87-aa29e9cae3e2 req-3a16d1c0-ffc2-444c-b791-d822d6662047 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884271 Oct 10 17:18:41.546709 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-85825869-235b-452a-9772-93e7b489f182 req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] For port 33e35059-afb9-405e-9e7a-7271d3f1cfce, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=33e35059-afb9-405e-9e7a-7271d3f1cfce,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:41.547076 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-85825869-235b-452a-9772-93e7b489f182 req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:41.560427 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-85825869-235b-452a-9772-93e7b489f182 req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Calling delete_port for 33e35059-afb9-405e-9e7a-7271d3f1cfce owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:41.769685 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-85825869-235b-452a-9772-93e7b489f182 req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (33e35059-afb9-405e-9e7a-7271d3f1cfce), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:41.800851 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event deleted for resources: {'Port': ['ID=33e35059-afb9-405e-9e7a-7271d3f1cfce,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:41.876209 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-85825869-235b-452a-9772-93e7b489f182 req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] No DVR routers for this DVR port 33e35059-afb9-405e-9e7a-7271d3f1cfce on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:41.879065 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3baf8e57-1f88-4aaf-af17-5237c3ff22d8 req-4be5f9e7-de35-457e-96db-1b4eade5a45f tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 210 time: 0.0650992 Oct 10 17:18:41.880081 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-85825869-235b-452a-9772-93e7b489f182 req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:41.883174 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-85825869-235b-452a-9772-93e7b489f182 req-a469da0f-dfa7-4950-baed-311b19f0dadb tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.25 "DELETE /networking/v2.0/ports/33e35059-afb9-405e-9e7a-7271d3f1cfce HTTP/1.1" status: 204 len: 173 time: 0.5110931 Oct 10 17:18:41.883662 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'name': 'network-vif-deleted', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:41.886431 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86a89d7-3092-4793-b769-d444660aa93c" -d '{"events": [{"server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "name": "network-vif-deleted", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:41.928890 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4d9df0-488c-425f-8bfd-b4f54acf1031 x-openstack-request-id: req-ed4d9df0-488c-425f-8bfd-b4f54acf1031 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:41.929188 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c61c0c-5d47-44dd-8cb0-12f76cd4a681", "name": "network-vif-deleted", "tag": "33e35059-afb9-405e-9e7a-7271d3f1cfce", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:41.929438 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed4d9df0-488c-425f-8bfd-b4f54acf1031 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:41.929847 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4d9df0-488c-425f-8bfd-b4f54acf1031'] response: {'server_uuid': 'd2c61c0c-5d47-44dd-8cb0-12f76cd4a681', 'name': 'network-vif-deleted', 'tag': '33e35059-afb9-405e-9e7a-7271d3f1cfce', 'status': 'completed', 'code': 200} Oct 10 17:18:42.098813 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1a4ecd1b-eff2-46ec-b8fa-17490f91377e req-7944b0c1-6f36-4070-9c1e-2eac5849c76a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 210 time: 0.0347815 Oct 10 17:18:42.271450 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283eb5-b622-4060-9000-e708392b9167 req-fba7c1a6-4ac1-4b72-97ca-83b6df41786c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:42.273177 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-fba7c1a6-4ac1-4b72-97ca-83b6df41786c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 815 time: 0.1256742 Oct 10 17:18:42.353870 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-a250ff6e-7bc0-43d5-9872-504d7df0df2a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 380 time: 0.0641601 Oct 10 17:18:42.372826 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'port': {'device_id': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'admin_state_up': True, 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'security_groups': ['d2e414a6-596b-47ec-b9bb-af8ca8b3100c']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:18:42.643796 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Made reservation on behalf of f4fa5392cfd049509a86b2d88d536409 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:18:42.647610 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:42.667870 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:42.782057 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Allocated IP 172.20.0.3 (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0/578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b/fcf6848a-1466-4fc1-8e5a-93df9e570166) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:18:42.921490 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:43.004049 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2b65930b-6091-4dc9-922b-8c2086a44970 req-2edc2ca0-5642-4f59-85cf-81a98ddba57e tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d2c61c0c-5d47-44dd-8cb0-12f76cd4a681 HTTP/1.1" status: 200 len: 210 time: 0.0292454 Oct 10 17:18:43.013335 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:43.028273 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:43.057513 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:18:43.061239 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:18:43.065948 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:18:43.071009 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=fcf6848a-1466-4fc1-8e5a-93df9e570166,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:43.121533 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:43.122075 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:43.213832 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-482ea021-e6d5-4961-8bf9-704e0531f34a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8476410 Oct 10 17:18:43.233865 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c396-7c8e-416b-8472-284a15d95d36 req-1ae7cb66-1cbe-4efa-93ae-93ed5c4a6fe6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:43.235287 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f86c396-7c8e-416b-8472-284a15d95d36 req-1ae7cb66-1cbe-4efa-93ae-93ed5c4a6fe6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 931 time: 0.0541847 Oct 10 17:18:43.282535 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7f86c396-7c8e-416b-8472-284a15d95d36 req-dddaf354-97ba-4a09-be6d-4fc88a4e4fd3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 Oct 10 17:18:43.309497 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Request body: {'port': {'device_id': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:18:43.326818 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-60817c81-7142-4390-805f-e273c21d5c39 None None] Provisioning complete for port fcf6848a-1466-4fc1-8e5a-93df9e570166 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:18:43.330121 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-60817c81-7142-4390-805f-e273c21d5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:43.330121 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-60817c81-7142-4390-805f-e273c21d5c39 None None] Attempt 1 to provision port fcf6848a-1466-4fc1-8e5a-93df9e570166 Oct 10 17:18:43.359346 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-60817c81-7142-4390-805f-e273c21d5c39 None None] Port fcf6848a-1466-4fc1-8e5a-93df9e570166 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:18:43.373854 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:43.629863 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf6848a-1466-4fc1-8e5a-93df9e570166 {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:18:43.637664 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Publish callbacks [] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:43.649917 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Transition to ACTIVE for port object fcf6848a-1466-4fc1-8e5a-93df9e570166 will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:18:43.712043 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:43.745276 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:43.775509 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf6848a-1466-4fc1-8e5a-93df9e570166,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:43.822506 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Attempting to bind port fcf6848a-1466-4fc1-8e5a-93df9e570166 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:18:43.823438 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Attempting to bind port fcf6848a-1466-4fc1-8e5a-93df9e570166 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:18:43.823438 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Attempting to bind port fcf6848a-1466-4fc1-8e5a-93df9e570166 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:18:43.864668 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Port fcf6848a-1466-4fc1-8e5a-93df9e570166 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:18:43.864991 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Attempting to bind port fcf6848a-1466-4fc1-8e5a-93df9e570166 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:18:43.896918 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:43.907111 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:18:43.907450 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Checking segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:18:43.907831 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Bound using segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:18:43.908288 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Bound port: fcf6848a-1466-4fc1-8e5a-93df9e570166, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:18:43.908648 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:43.916624 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 33e35059-afb9-405e-9e7a-7271d3f1cfce no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:43.936353 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: 33e35059-afb9-405e-9e7a-7271d3f1cfce {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:43.936703 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 33e35059-afb9-405e-9e7a-7271d3f1cfce not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:43.972911 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] For port fcf6848a-1466-4fc1-8e5a-93df9e570166, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:18:43.975747 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] For port fcf6848a-1466-4fc1-8e5a-93df9e570166, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fcf6848a-1466-4fc1-8e5a-93df9e570166,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:18:44.038498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:44.042529 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:44.043158 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:44.044551 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/fcf6848a-1466-4fc1-8e5a-93df9e570166 HTTP/1.1" status: 200 len: 1093 time: 0.7394750 Oct 10 17:18:44.045152 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'tag': 'fcf6848a-1466-4fc1-8e5a-93df9e570166'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:44.047306 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997ada0d-0651-451c-9c36-ee91d446e388" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1c2c42-de59-4f94-8b1d-9b12f40fd360", "tag": "fcf6848a-1466-4fc1-8e5a-93df9e570166"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:44.079386 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34244) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:44.094243 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f709f8-5af3-4e45-bc29-62bb84abc52e x-openstack-request-id: req-81f709f8-5af3-4e45-bc29-62bb84abc52e {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:44.095472 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1c2c42-de59-4f94-8b1d-9b12f40fd360", "tag": "fcf6848a-1466-4fc1-8e5a-93df9e570166", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:44.095472 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81f709f8-5af3-4e45-bc29-62bb84abc52e {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:44.095472 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f709f8-5af3-4e45-bc29-62bb84abc52e'] response: {'name': 'network-changed', 'server_uuid': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'tag': 'fcf6848a-1466-4fc1-8e5a-93df9e570166', 'status': 'completed', 'code': 200} Oct 10 17:18:44.187094 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7421f7-c47c-4960-94d0-737e5e3bf4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf6848a-1466-4fc1-8e5a-93df9e570166,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:44.240960 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ada0d-0651-451c-9c36-ee91d446e388 req-0029b037-9094-4f70-842b-8f7fd4b41a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:44.242411 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-997ada0d-0651-451c-9c36-ee91d446e388 req-0029b037-9094-4f70-842b-8f7fd4b41a4d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 1127 time: 0.0720685 Oct 10 17:18:44.248807 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Deleting port cb419b63-c3d4-4444-8d72-9c5b96f1ecc7 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:44.249186 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (cb419b63-c3d4-4444-8d72-9c5b96f1ecc7), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:44.422631 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (cb419b63-c3d4-4444-8d72-9c5b96f1ecc7), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:44.422961 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (cb419b63-c3d4-4444-8d72-9c5b96f1ecc7), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:44.447412 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Calling delete_port for cb419b63-c3d4-4444-8d72-9c5b96f1ecc7 owned by network:floatingip {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:44.456699 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67550b3-dff8-41ac-87ba-4af924d5c18c req-bf7e4f83-d2df-4486-9c81-07628b6abb32 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:44.458152 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f67550b3-dff8-41ac-87ba-4af924d5c18c req-bf7e4f83-d2df-4486-9c81-07628b6abb32 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 943 time: 0.0964494 Oct 10 17:18:44.460739 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ada0d-0651-451c-9c36-ee91d446e388 req-990fc4e6-71c5-459f-9609-5748a95ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:44.462047 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-997ada0d-0651-451c-9c36-ee91d446e388 req-990fc4e6-71c5-459f-9609-5748a95ada4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f4fa5392cfd049509a86b2d88d536409&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2013905 Oct 10 17:18:44.613357 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f67550b3-dff8-41ac-87ba-4af924d5c18c req-95b5d410-7047-4d79-a4fb-1b3ee4892ba4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475699 Oct 10 17:18:44.654646 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ada0d-0651-451c-9c36-ee91d446e388 req-0e87cd31-a369-4471-a8b3-d656cceb8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:44.656137 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-997ada0d-0651-451c-9c36-ee91d446e388 req-0e87cd31-a369-4471-a8b3-d656cceb8e81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832802 Oct 10 17:18:44.922086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:44.964215 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283eb5-b622-4060-9000-e708392b9167 req-af4ed3c4-58a3-4e1c-b050-23ae9b89d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:44.966207 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-af4ed3c4-58a3-4e1c-b050-23ae9b89d2d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 1127 time: 0.0534191 Oct 10 17:18:45.014610 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-262c8472-ce11-4cac-a825-a249d4a5c603 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf6848a-1466-4fc1-8e5a-93df9e570166 HTTP/1.1" status: 200 len: 217 time: 0.0343282 Oct 10 17:18:45.015183 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (cb419b63-c3d4-4444-8d72-9c5b96f1ecc7), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:45.046547 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event deleted for resources: {'Port': ['ID=cb419b63-c3d4-4444-8d72-9c5b96f1ecc7,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:45.067115 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:45.122754 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283eb5-b622-4060-9000-e708392b9167 req-41f015f6-c4a5-4632-8311-2f1116de6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:45.124166 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-41f015f6-c4a5-4632-8311-2f1116de6cfb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0867410 Oct 10 17:18:45.168444 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for floatingip (d1e9d692-5912-4522-bf18-866ff7f822d3), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:45.170906 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:45.172006 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-8298e3f4-fb14-453c-a5f0-34ae9062ee07 tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d1e9d692-5912-4522-bf18-866ff7f822d3 HTTP/1.1" status: 204 len: 168 time: 1.0919173 Oct 10 17:18:45.181827 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283eb5-b622-4060-9000-e708392b9167 req-ac5534d4-663f-4406-9e01-6498a92a4da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:45.183302 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-ac5534d4-663f-4406-9e01-6498a92a4da9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511727 Oct 10 17:18:45.277731 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-56eeefd4-6783-4036-979a-099bcaacef8f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872765 Oct 10 17:18:45.371185 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4a283eb5-b622-4060-9000-e708392b9167 req-6e745f76-191e-45e7-ba3e-b8a666e22608 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855191 Oct 10 17:18:45.721839 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:45.736907 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ee593-8340-455d-94d6-b6b4e6fa1f7d req-fe018e97-9114-4908-80f9-1a9830c7e405 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:45.738367 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cb0ee593-8340-455d-94d6-b6b4e6fa1f7d req-fe018e97-9114-4908-80f9-1a9830c7e405 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 943 time: 0.0458722 Oct 10 17:18:45.785419 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cb0ee593-8340-455d-94d6-b6b4e6fa1f7d req-6c75bd84-23b7-498d-ab83-9a463bf214f8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409067 Oct 10 17:18:46.457204 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34260) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:46.518554 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-054b4cb7-29fc-42d5-8bdb-f01c947723bc tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group (9eb85f8c-e242-4909-88de-3d9958ac40c9), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:46.543128 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-054b4cb7-29fc-42d5-8bdb-f01c947723bc tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group (9eb85f8c-e242-4909-88de-3d9958ac40c9), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:46.675373 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-054b4cb7-29fc-42d5-8bdb-f01c947723bc tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (9eb85f8c-e242-4909-88de-3d9958ac40c9), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:46.677993 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-054b4cb7-29fc-42d5-8bdb-f01c947723bc tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:46.679139 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-054b4cb7-29fc-42d5-8bdb-f01c947723bc tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9eb85f8c-e242-4909-88de-3d9958ac40c9 HTTP/1.1" status: 204 len: 168 time: 0.2209511 Oct 10 17:18:46.688657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b4cb7-29fc-42d5-8bdb-f01c947723bc tempest-TestVolumeBootPattern-166268628 tempest-TestVolumeBootPattern-166268628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb85f8c-e242-4909-88de-3d9958ac40c9,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:46.792159 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34264) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:46.910596 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d7022-d1a8-42fe-b634-c249e8c55232 req-052b453e-844a-41ab-8160-bbdedee326e2 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:46.912099 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-393d7022-d1a8-42fe-b634-c249e8c55232 req-052b453e-844a-41ab-8160-bbdedee326e2 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 943 time: 0.0513587 Oct 10 17:18:46.998101 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-393d7022-d1a8-42fe-b634-c249e8c55232 req-ee97813d-70e6-473d-81bf-903a0ab8baea tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802608 Oct 10 17:18:47.215373 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:47.228772 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:47.264214 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (a2666540-e20b-47bf-a420-5d9229c242a0), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:47.481111 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Deleting port c4845fb4-890b-480d-8f54-e32c487eea4a {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:47.481780 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:47.559106 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] For port c4845fb4-890b-480d-8f54-e32c487eea4a, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=c4845fb4-890b-480d-8f54-e32c487eea4a,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:47.559463 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:47.572049 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Calling delete_port for c4845fb4-890b-480d-8f54-e32c487eea4a owned by network:router_interface {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:47.804054 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (c4845fb4-890b-480d-8f54-e32c487eea4a), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:47.829739 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4845fb4-890b-480d-8f54-e32c487eea4a,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:47.933022 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device fcf6848a-1466-4fc1-8e5a-93df9e570166 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:18:47.992401 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (a2666540-e20b-47bf-a420-5d9229c242a0), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:48.039537 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port fcf6848a-1466-4fc1-8e5a-93df9e570166, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fcf6848a-1466-4fc1-8e5a-93df9e570166,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:48.043200 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:48.056946 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'fcf6848a-1466-4fc1-8e5a-93df9e570166', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'port_id': 'fcf6848a-1466-4fc1-8e5a-93df9e570166', 'mac_address': 'fa:16:3e:61:aa:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:18:48.093726 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port fcf6848a-1466-4fc1-8e5a-93df9e570166 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:18:48.095620 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:48.112188 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf6848a-1466-4fc1-8e5a-93df9e570166 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:18:48.131897 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port fcf6848a-1466-4fc1-8e5a-93df9e570166, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fcf6848a-1466-4fc1-8e5a-93df9e570166,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:48.136787 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddcd14-2b67-4ef7-92f1-10178af7d601 req-62a33630-1caa-4c00-a14c-c4c7a193830c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:48.138263 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b8ddcd14-2b67-4ef7-92f1-10178af7d601 req-62a33630-1caa-4c00-a14c-c4c7a193830c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 943 time: 0.0589573 Oct 10 17:18:48.145893 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:48.169808 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:48.215915 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=fcf6848a-1466-4fc1-8e5a-93df9e570166,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:48.258976 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b8ddcd14-2b67-4ef7-92f1-10178af7d601 req-91683162-463c-4f06-bf97-4c26ffab2a01 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145678 Oct 10 17:18:48.277841 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Router a2666540-e20b-47bf-a420-5d9229c242a0 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:18:48.378618 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:18:48.383854 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-fc5ce5f4-2e14-4ba8-a780-6f7f8e55a7c9 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a2666540-e20b-47bf-a420-5d9229c242a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5905762 Oct 10 17:18:48.386844 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34272) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:48.389390 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] Sync routers for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:18:48.393809 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:48.400583 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:48.406733 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:48.485282 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks [] for router (a2666540-e20b-47bf-a420-5d9229c242a0), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:48.503243 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['fcf6848a-1466-4fc1-8e5a-93df9e570166'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:18:48.508356 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:48.582789 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks [] for router_gateway (a2666540-e20b-47bf-a420-5d9229c242a0), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:48.714674 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Deleting port 25fb761e-c447-4c66-a171-8c5fc7352aba {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:48.715011 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:48.752355 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:48.757313 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:18:47Z', 'revision_number': 5, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port': {'id': '25fb761e-c447-4c66-a171-8c5fc7352aba', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:48.790934 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] Checking router: a2666540-e20b-47bf-a420-5d9229c242a0 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:18:48.794448 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] For port 25fb761e-c447-4c66-a171-8c5fc7352aba, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=25fb761e-c447-4c66-a171-8c5fc7352aba,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:48.794857 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:48.813599 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Calling delete_port for 25fb761e-c447-4c66-a171-8c5fc7352aba owned by network:router_gateway {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:48.814937 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] Routers {'a2666540-e20b-47bf-a420-5d9229c242a0'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:48.815376 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['a2666540-e20b-47bf-a420-5d9229c242a0'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:48.874548 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:48.904560 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] Set router a2666540-e20b-47bf-a420-5d9229c242a0 gateway port host: None {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:48.953658 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:18:48Z', 'revision_number': 6, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port_host': None}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:48.978494 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c68ea5-8ffb-47f1-a031-a55692844880 None None] The sync data for ids ['a2666540-e20b-47bf-a420-5d9229c242a0'] in dv-cinder-834540-2-iscsi is: [{'id': 'a2666540-e20b-47bf-a420-5d9229c242a0', 'name': 'tempest-TestVolumeBootPattern-1759078353-router', 'tenant_id': 'c36e0d86e93942189945656ccb70c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:12Z', 'updated_at': '2022-10-10T17:18:48Z', 'revision_number': 6, 'project_id': 'c36e0d86e93942189945656ccb70c059', 'gw_port_host': None}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:18:49.044487 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (25fb761e-c447-4c66-a171-8c5fc7352aba), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.067516 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Pushing event deleted for resources: {'Port': ['ID=25fb761e-c447-4c66-a171-8c5fc7352aba,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:49.129321 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (a2666540-e20b-47bf-a420-5d9229c242a0), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.192185 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:49.197152 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:18:49.212211 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (a2666540-e20b-47bf-a420-5d9229c242a0), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.214837 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks [] for router_controller (a2666540-e20b-47bf-a420-5d9229c242a0), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.249210 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:49.335739 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (a2666540-e20b-47bf-a420-5d9229c242a0), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.336357 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2666540-e20b-47bf-a420-5d9229c242a0 {{(pid=105000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:18:49.342005 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.344708 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9c576ae4-8dd9-4bc7-a554-28aa8059616d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/a2666540-e20b-47bf-a420-5d9229c242a0 HTTP/1.1" status: 204 len: 168 time: 0.9566636 Oct 10 17:18:49.346068 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34276) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:49.397078 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9ac44-f1e7-4e96-bedb-4c1e2a7ecb94 req-f450916f-1de7-4f6e-8512-1c6c6fc81fe5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:49.398263 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-98a9ac44-f1e7-4e96-bedb-4c1e2a7ecb94 req-f450916f-1de7-4f6e-8512-1c6c6fc81fe5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 944 time: 0.0523508 Oct 10 17:18:49.398755 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4d1dfe-821c-4496-a1e7-1a2f73c91e18 admin admin] Deleting subnet 21c503f1-4706-488a-bdf7-5dc23426bd26 {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:18:49.402793 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1dfe-821c-4496-a1e7-1a2f73c91e18 admin admin] Publish callbacks [] for subnet (21c503f1-4706-488a-bdf7-5dc23426bd26), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.445388 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1dfe-821c-4496-a1e7-1a2f73c91e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (21c503f1-4706-488a-bdf7-5dc23426bd26), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.452533 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-98a9ac44-f1e7-4e96-bedb-4c1e2a7ecb94 req-e395715f-83c1-4dc9-998d-2b5835c38673 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460467 Oct 10 17:18:49.519975 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1dfe-821c-4496-a1e7-1a2f73c91e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (21c503f1-4706-488a-bdf7-5dc23426bd26), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.538483 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:49.678436 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1dfe-821c-4496-a1e7-1a2f73c91e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (21c503f1-4706-488a-bdf7-5dc23426bd26), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.705689 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d1dfe-821c-4496-a1e7-1a2f73c91e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c503f1-4706-488a-bdf7-5dc23426bd26,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:49.711653 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1dfe-821c-4496-a1e7-1a2f73c91e18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.715584 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7a4d1dfe-821c-4496-a1e7-1a2f73c91e18 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/21c503f1-4706-488a-bdf7-5dc23426bd26 HTTP/1.1" status: 204 len: 168 time: 0.3677886 Oct 10 17:18:49.717998 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34278) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:49.718239 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182f865a-0cfe-477e-b79d-b5ef15a4e397 None None] Network d40eb576-47ec-4491-b3a9-6394e24cb47e requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:18:49.788662 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (d40eb576-47ec-4491-b3a9-6394e24cb47e), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.819045 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:49.831883 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Deleting port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:49.832256 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.880564 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa38acff-a05c-4aee-beaa-bb9265a2ccee None None] DHCP port deletion for d40eb576-47ec-4491-b3a9-6394e24cb47e request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:18:49.911108 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] For port 05f607d2-774a-4e12-ad6c-0b4cabfb2939, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=05f607d2-774a-4e12-ad6c-0b4cabfb2939,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:49.911469 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.922679 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-aa38acff-a05c-4aee-beaa-bb9265a2ccee None None] Deleting port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:49.923054 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-aa38acff-a05c-4aee-beaa-bb9265a2ccee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:49.924971 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Calling delete_port for 05f607d2-774a-4e12-ad6c-0b4cabfb2939 owned by network:dhcp {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:49.975117 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device fcf6848a-1466-4fc1-8e5a-93df9e570166 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:18:50.015723 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-aa38acff-a05c-4aee-beaa-bb9265a2ccee None None] For port 05f607d2-774a-4e12-ad6c-0b4cabfb2939, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=05f607d2-774a-4e12-ad6c-0b4cabfb2939,segment=NetworkSegment(0b2ac68d-e39c-4ff8-afd0-5902205fc93c),segment_id=0b2ac68d-e39c-4ff8-afd0-5902205fc93c)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:50.016148 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-aa38acff-a05c-4aee-beaa-bb9265a2ccee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.034809 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-aa38acff-a05c-4aee-beaa-bb9265a2ccee None None] Calling delete_port for 05f607d2-774a-4e12-ad6c-0b4cabfb2939 owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:50.059068 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.082835 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=05f607d2-774a-4e12-ad6c-0b4cabfb2939,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:50.083130 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:50.084236 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port fcf6848a-1466-4fc1-8e5a-93df9e570166 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:18:50.092424 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] No DVR routers for this DVR port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 on host dv-cinder-834540-2-iscsi {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:50.132586 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-aa38acff-a05c-4aee-beaa-bb9265a2ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (05f607d2-774a-4e12-ad6c-0b4cabfb2939), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.160818 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38acff-a05c-4aee-beaa-bb9265a2ccee None None] Pushing event deleted for resources: {'Port': ['ID=05f607d2-774a-4e12-ad6c-0b4cabfb2939,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:50.162664 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa38acff-a05c-4aee-beaa-bb9265a2ccee None None] No DVR routers for this DVR port 05f607d2-774a-4e12-ad6c-0b4cabfb2939 on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:50.177871 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port fcf6848a-1466-4fc1-8e5a-93df9e570166 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:18:50.177871 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.177871 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port fcf6848a-1466-4fc1-8e5a-93df9e570166 Oct 10 17:18:50.259221 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port fcf6848a-1466-4fc1-8e5a-93df9e570166 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:18:50.259221 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.281852 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf6848a-1466-4fc1-8e5a-93df9e570166'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:50.284124 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a180273-54a6-4158-865b-a05a6a8ca57a" -d '{"events": [{"server_uuid": "4f1c2c42-de59-4f94-8b1d-9b12f40fd360", "name": "network-vif-plugged", "status": "completed", "tag": "fcf6848a-1466-4fc1-8e5a-93df9e570166"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:50.298245 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port fcf6848a-1466-4fc1-8e5a-93df9e570166, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fcf6848a-1466-4fc1-8e5a-93df9e570166,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:50.332661 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd1a376-fc9d-447c-afa2-55854462ded3 x-openstack-request-id: req-9dd1a376-fc9d-447c-afa2-55854462ded3 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:50.333020 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1c2c42-de59-4f94-8b1d-9b12f40fd360", "name": "network-vif-plugged", "status": "completed", "tag": "fcf6848a-1466-4fc1-8e5a-93df9e570166", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:50.333344 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dd1a376-fc9d-447c-afa2-55854462ded3 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:50.333802 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd1a376-fc9d-447c-afa2-55854462ded3'] response: {'server_uuid': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf6848a-1466-4fc1-8e5a-93df9e570166', 'code': 200} Oct 10 17:18:50.373126 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.421370 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (d40eb576-47ec-4491-b3a9-6394e24cb47e), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.429840 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=fcf6848a-1466-4fc1-8e5a-93df9e570166,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:50.442959 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40eb576-47ec-4491-b3a9-6394e24cb47e']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:50.452685 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2ac68d-e39c-4ff8-afd0-5902205fc93c') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:50.457761 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2ac68d-e39c-4ff8-afd0-5902205fc93c') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:50.462393 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (0b2ac68d-e39c-4ff8-afd0-5902205fc93c), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.475300 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (0b2ac68d-e39c-4ff8-afd0-5902205fc93c), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.482090 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:18:50.482480 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (0b2ac68d-e39c-4ff8-afd0-5902205fc93c), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.526061 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 0b2ac68d-e39c-4ff8-afd0-5902205fc93c resource provider aggregate not found Oct 10 17:18:50.544043 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 0b2ac68d-e39c-4ff8-afd0-5902205fc93c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b2ac68d-e39c-4ff8-afd0-5902205fc93c found for delete ", "request_id": "req-a8548f90-2673-49ed-a7bb-3e78c0f92c42"}]} Oct 10 17:18:50.586431 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c744d-f563-42d9-9245-581fc9e5f135 req-d2a90416-e151-412d-bc5f-e0fd04d184a0 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:50.587887 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b18c744d-f563-42d9-9245-581fc9e5f135 req-d2a90416-e151-412d-bc5f-e0fd04d184a0 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 945 time: 0.0486128 Oct 10 17:18:50.621734 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (d40eb576-47ec-4491-b3a9-6394e24cb47e), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.635875 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b18c744d-f563-42d9-9245-581fc9e5f135 req-785a563c-0bbf-4fcc-ad2b-7011f48ee4ff tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419106 Oct 10 17:18:50.638727 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.642861 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d40eb576-47ec-4491-b3a9-6394e24cb47e HTTP/1.1" status: 204 len: 168 time: 0.9239168 Oct 10 17:18:50.644073 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775fd87-a200-4164-b282-25164a2ff8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d40eb576-47ec-4491-b3a9-6394e24cb47e,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:50.645655 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34288) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:50.700950 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device c4845fb4-890b-480d-8f54-e32c487eea4a no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:50.722100 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: c4845fb4-890b-480d-8f54-e32c487eea4a {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:50.722448 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device c4845fb4-890b-480d-8f54-e32c487eea4a not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:50.722895 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 05f607d2-774a-4e12-ad6c-0b4cabfb2939 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:50.742552 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 05f607d2-774a-4e12-ad6c-0b4cabfb2939 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:50.742947 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 05f607d2-774a-4e12-ad6c-0b4cabfb2939 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:50.743366 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 25fb761e-c447-4c66-a171-8c5fc7352aba no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:50.764763 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 25fb761e-c447-4c66-a171-8c5fc7352aba {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:50.765040 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 25fb761e-c447-4c66-a171-8c5fc7352aba not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:50.802217 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8d739-37a0-4fad-804c-49e8705ad52d req-5e9b0363-53f4-409a-b881-99c6d3a95fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:50.803759 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b9b8d739-37a0-4fad-804c-49e8705ad52d req-5e9b0363-53f4-409a-b881-99c6d3a95fde service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 1129 time: 0.0939422 Oct 10 17:18:50.984267 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (987308ff-4b4c-4044-b713-89c4fd8bc54c), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:50.986591 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:51.086050 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b9b8d739-37a0-4fad-804c-49e8705ad52d req-86c3b9b7-bdfb-42a1-98c9-eeb90f0a2a4d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716746 Oct 10 17:18:51.147727 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:51.208195 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Deleting port c39cb0ec-96d1-4b36-b4ed-99415003c566 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:51.208539 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:51.289076 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] For port c39cb0ec-96d1-4b36-b4ed-99415003c566, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=c39cb0ec-96d1-4b36-b4ed-99415003c566,segment=NetworkSegment(37875534-3c56-4633-812f-59d4bf6c098b),segment_id=37875534-3c56-4633-812f-59d4bf6c098b)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:51.289438 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:51.301868 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Calling delete_port for c39cb0ec-96d1-4b36-b4ed-99415003c566 owned by network:router_interface {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:51.550053 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (c39cb0ec-96d1-4b36-b4ed-99415003c566), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:51.572478 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=c39cb0ec-96d1-4b36-b4ed-99415003c566,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:51.741517 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (987308ff-4b4c-4044-b713-89c4fd8bc54c), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:51.771394 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382f2fd-12ed-4e13-9a88-8f7f50bf7787 req-41814e03-4f0d-402d-8e12-6458c5f7decd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:51.772911 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8382f2fd-12ed-4e13-9a88-8f7f50bf7787 req-41814e03-4f0d-402d-8e12-6458c5f7decd tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Oct 10 17:18:51.821488 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8382f2fd-12ed-4e13-9a88-8f7f50bf7787 req-c4f99380-b7eb-46da-84c0-24d525e2d0e9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 Oct 10 17:18:51.926921 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:51.951042 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Router 987308ff-4b4c-4044-b713-89c4fd8bc54c has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:18:52.011155 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:52.053408 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:18:52.059848 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-eb406d58-c8e5-437d-b775-174f2ea7dbdd admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/987308ff-4b4c-4044-b713-89c4fd8bc54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4132657 Oct 10 17:18:52.062737 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34294) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:52.063727 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] Sync routers for ids ['987308ff-4b4c-4044-b713-89c4fd8bc54c'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:18:52.073956 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] Routers {'987308ff-4b4c-4044-b713-89c4fd8bc54c'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:52.074496 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['987308ff-4b4c-4044-b713-89c4fd8bc54c'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:52.163774 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks [] for router (987308ff-4b4c-4044-b713-89c4fd8bc54c), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:52.181075 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] Set router 987308ff-4b4c-4044-b713-89c4fd8bc54c gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:52.261907 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks [] for router_gateway (987308ff-4b4c-4044-b713-89c4fd8bc54c), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:52.348822 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:19Z', 'updated_at': '2022-10-10T17:18:51Z', 'revision_number': 5, 'project_id': '769cd8462dd4456fa527c611463e4677', 'gw_port': {'id': '0d40e3df-b658-4648-8a20-0cd38bb1d2eb', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:10:20Z', 'updated_at': '2022-10-10T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:52.368598 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Deleting port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:52.368936 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:52.374006 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] Checking router: 987308ff-4b4c-4044-b713-89c4fd8bc54c for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:18:52.382431 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] Routers {'987308ff-4b4c-4044-b713-89c4fd8bc54c'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:52.383113 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['987308ff-4b4c-4044-b713-89c4fd8bc54c'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:52.450806 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] For port 0d40e3df-b658-4648-8a20-0cd38bb1d2eb, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=0d40e3df-b658-4648-8a20-0cd38bb1d2eb,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:52.451229 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:52.463831 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Calling delete_port for 0d40e3df-b658-4648-8a20-0cd38bb1d2eb owned by network:router_gateway {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:52.466184 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] Set router 987308ff-4b4c-4044-b713-89c4fd8bc54c gateway port host: None {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:52.514506 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:19Z', 'updated_at': '2022-10-10T17:18:52Z', 'revision_number': 6, 'project_id': '769cd8462dd4456fa527c611463e4677', 'gw_port_host': None}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:52.538148 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1682a6-41e3-485c-be36-977c1ddba4b6 None None] The sync data for ids ['987308ff-4b4c-4044-b713-89c4fd8bc54c'] in dv-cinder-834540-2-iscsi is: [{'id': '987308ff-4b4c-4044-b713-89c4fd8bc54c', 'name': 'tempest-TestVolumeBootPattern-1100273698-router', 'tenant_id': '769cd8462dd4456fa527c611463e4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:10:19Z', 'updated_at': '2022-10-10T17:18:52Z', 'revision_number': 6, 'project_id': '769cd8462dd4456fa527c611463e4677', 'gw_port_host': None}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:18:52.695393 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (0d40e3df-b658-4648-8a20-0cd38bb1d2eb), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:52.720922 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d40e3df-b658-4648-8a20-0cd38bb1d2eb,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:52.781242 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (987308ff-4b4c-4044-b713-89c4fd8bc54c), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:52.868486 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (987308ff-4b4c-4044-b713-89c4fd8bc54c), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:52.871501 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks [] for router_controller (987308ff-4b4c-4044-b713-89c4fd8bc54c), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:52.958562 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9961a-1cfd-4228-8196-bcd767447f36 req-bf27f56d-7ac2-4bce-803e-b989e8a3938d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:52.960198 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-51a9961a-1cfd-4228-8196-bcd767447f36 req-bf27f56d-7ac2-4bce-803e-b989e8a3938d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 945 time: 0.0569315 Oct 10 17:18:53.013272 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (987308ff-4b4c-4044-b713-89c4fd8bc54c), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.013961 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987308ff-4b4c-4044-b713-89c4fd8bc54c {{(pid=104999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:18:53.018309 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.018971 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-51a9961a-1cfd-4228-8196-bcd767447f36 req-7cb37690-cbbe-4294-b629-279f5b5d74e4 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498638 Oct 10 17:18:53.019455 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-87407582-21c3-4cab-a1c1-9b7b8078257d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/987308ff-4b4c-4044-b713-89c4fd8bc54c HTTP/1.1" status: 204 len: 168 time: 0.9556777 Oct 10 17:18:53.023527 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34298) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:53.066417 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-229734a8-4043-4be5-bdac-f72ad709dcee admin admin] Deleting subnet 768342a5-e70b-4634-a316-fab8513d2d76 {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:18:53.069494 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-229734a8-4043-4be5-bdac-f72ad709dcee admin admin] Publish callbacks [] for subnet (768342a5-e70b-4634-a316-fab8513d2d76), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.103776 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-229734a8-4043-4be5-bdac-f72ad709dcee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (768342a5-e70b-4634-a316-fab8513d2d76), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.122017 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:53.139915 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:53.180711 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-229734a8-4043-4be5-bdac-f72ad709dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (768342a5-e70b-4634-a316-fab8513d2d76), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.335538 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device c39cb0ec-96d1-4b36-b4ed-99415003c566 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:53.341518 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-229734a8-4043-4be5-bdac-f72ad709dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (768342a5-e70b-4634-a316-fab8513d2d76), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.356311 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: c39cb0ec-96d1-4b36-b4ed-99415003c566 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:53.356672 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device c39cb0ec-96d1-4b36-b4ed-99415003c566 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:53.367886 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229734a8-4043-4be5-bdac-f72ad709dcee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768342a5-e70b-4634-a316-fab8513d2d76,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:53.374432 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-229734a8-4043-4be5-bdac-f72ad709dcee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.380051 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-229734a8-4043-4be5-bdac-f72ad709dcee admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/768342a5-e70b-4634-a316-fab8513d2d76 HTTP/1.1" status: 204 len: 168 time: 0.3547649 Oct 10 17:18:53.380311 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34300) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:53.382677 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5b5fb-d1b3-483c-bb62-ca643a742489 None None] Network e7fbfcec-fbf0-43d4-b510-6df889f8343d requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:18:53.425905 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:53.454283 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (e7fbfcec-fbf0-43d4-b510-6df889f8343d), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.499624 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Deleting port f89ba949-e7ea-419c-981a-bd2ed4e5521f {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:53.499964 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.549285 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68cfc6-05c2-4de1-9823-5726a07e349f None None] DHCP port deletion for e7fbfcec-fbf0-43d4-b510-6df889f8343d request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:18:53.566140 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] For port f89ba949-e7ea-419c-981a-bd2ed4e5521f, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=f89ba949-e7ea-419c-981a-bd2ed4e5521f,segment=NetworkSegment(37875534-3c56-4633-812f-59d4bf6c098b),segment_id=37875534-3c56-4633-812f-59d4bf6c098b)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:53.566401 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.580537 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Calling delete_port for f89ba949-e7ea-419c-981a-bd2ed4e5521f owned by network:dhcp {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:53.588855 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-4a68cfc6-05c2-4de1-9823-5726a07e349f None None] Deleting port f89ba949-e7ea-419c-981a-bd2ed4e5521f {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:18:53.589261 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4a68cfc6-05c2-4de1-9823-5726a07e349f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.654009 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-4a68cfc6-05c2-4de1-9823-5726a07e349f None None] For port f89ba949-e7ea-419c-981a-bd2ed4e5521f, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=f89ba949-e7ea-419c-981a-bd2ed4e5521f,segment=NetworkSegment(37875534-3c56-4633-812f-59d4bf6c098b),segment_id=37875534-3c56-4633-812f-59d4bf6c098b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:18:53.654416 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4a68cfc6-05c2-4de1-9823-5726a07e349f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.666771 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-4a68cfc6-05c2-4de1-9823-5726a07e349f None None] Calling delete_port for f89ba949-e7ea-419c-981a-bd2ed4e5521f owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:18:53.752441 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.758223 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4a68cfc6-05c2-4de1-9823-5726a07e349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (f89ba949-e7ea-419c-981a-bd2ed4e5521f), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.780347 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68cfc6-05c2-4de1-9823-5726a07e349f None None] Pushing event deleted for resources: {'Port': ['ID=f89ba949-e7ea-419c-981a-bd2ed4e5521f,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:53.780795 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:53.785674 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] No DVR routers for this DVR port f89ba949-e7ea-419c-981a-bd2ed4e5521f on host dv-cinder-834540-2-iscsi {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:53.786326 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68cfc6-05c2-4de1-9823-5726a07e349f None None] No DVR routers for this DVR port f89ba949-e7ea-419c-981a-bd2ed4e5521f on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:18:53.794757 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89ba949-e7ea-419c-981a-bd2ed4e5521f,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:53.864461 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (e7fbfcec-fbf0-43d4-b510-6df889f8343d), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.884871 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fbfcec-fbf0-43d4-b510-6df889f8343d']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:53.894357 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37875534-3c56-4633-812f-59d4bf6c098b') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:53.894584 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37875534-3c56-4633-812f-59d4bf6c098b') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:53.904720 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (37875534-3c56-4633-812f-59d4bf6c098b), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.919047 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (37875534-3c56-4633-812f-59d4bf6c098b), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.925344 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:18:53.925713 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (37875534-3c56-4633-812f-59d4bf6c098b), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:53.965436 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 37875534-3c56-4633-812f-59d4bf6c098b resource provider aggregate not found Oct 10 17:18:53.988483 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 37875534-3c56-4633-812f-59d4bf6c098b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37875534-3c56-4633-812f-59d4bf6c098b found for delete ", "request_id": "req-7c462bad-9389-48c8-8fe5-13177faa9114"}]} Oct 10 17:18:54.064076 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (e7fbfcec-fbf0-43d4-b510-6df889f8343d), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:54.070780 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:54.074747 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/e7fbfcec-fbf0-43d4-b510-6df889f8343d HTTP/1.1" status: 204 len: 168 time: 0.6933794 Oct 10 17:18:54.086161 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f2f72-d9da-4280-890f-abce3f831512 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7fbfcec-fbf0-43d4-b510-6df889f8343d,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:54.147765 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bc934-3f2f-4e2f-90d9-7bd15c87f1d7 req-c050b58c-558b-46fe-ae86-e91846e7fb04 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:54.149206 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-276bc934-3f2f-4e2f-90d9-7bd15c87f1d7 req-c050b58c-558b-46fe-ae86-e91846e7fb04 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 945 time: 0.0499671 Oct 10 17:18:54.196156 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-276bc934-3f2f-4e2f-90d9-7bd15c87f1d7 req-90b7283c-d856-4910-9b52-972a9dd111f5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Oct 10 17:18:54.310700 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab81e8-c680-4e49-acf1-ec72e9c478bb req-8793102a-af75-44fe-b654-2905f5ca74f7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:54.312160 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-05ab81e8-c680-4e49-acf1-ec72e9c478bb req-8793102a-af75-44fe-b654-2905f5ca74f7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 945 time: 0.0458946 Oct 10 17:18:54.322190 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34312) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:54.326840 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-f683ab26-c0f2-4bb6-b3fa-5a798d4df406 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'floatingip': {'port_id': 'fcf6848a-1466-4fc1-8e5a-93df9e570166'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:18:54.367384 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f683ab26-c0f2-4bb6-b3fa-5a798d4df406 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (da7352be-a37a-4417-800b-603300013caa), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:54.372771 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34314) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:54.412330 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-07e28569-8049-411c-a6f1-a9bc94386f67 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c36e0d86e93942189945656ccb70c059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428660 Oct 10 17:18:54.414734 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34316) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:54.462976 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-29dc1f57-dabc-4096-85a8-7a1f0ac1305c admin admin] Publish callbacks [] for security_group (be7224a9-7b80-41d3-9ebd-0f9143620b1b), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:54.483458 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-29dc1f57-dabc-4096-85a8-7a1f0ac1305c admin admin] Publish callbacks [] for security_group (be7224a9-7b80-41d3-9ebd-0f9143620b1b), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:54.526469 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:54.592789 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-29dc1f57-dabc-4096-85a8-7a1f0ac1305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (be7224a9-7b80-41d3-9ebd-0f9143620b1b), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:54.595298 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-29dc1f57-dabc-4096-85a8-7a1f0ac1305c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:54.596460 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-29dc1f57-dabc-4096-85a8-7a1f0ac1305c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/be7224a9-7b80-41d3-9ebd-0f9143620b1b HTTP/1.1" status: 204 len: 168 time: 0.1808395 Oct 10 17:18:54.607888 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc1f57-dabc-4096-85a8-7a1f0ac1305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7224a9-7b80-41d3-9ebd-0f9143620b1b,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:54.700948 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 0d40e3df-b658-4648-8a20-0cd38bb1d2eb no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:54.721635 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 0d40e3df-b658-4648-8a20-0cd38bb1d2eb {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:54.722181 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 0d40e3df-b658-4648-8a20-0cd38bb1d2eb not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:54.722667 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device f89ba949-e7ea-419c-981a-bd2ed4e5521f no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:18:54.737865 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:54.743754 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: f89ba949-e7ea-419c-981a-bd2ed4e5521f {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:18:54.744124 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device f89ba949-e7ea-419c-981a-bd2ed4e5521f not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:18:54.801558 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f683ab26-c0f2-4bb6-b3fa-5a798d4df406 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:54.890228 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f683ab26-c0f2-4bb6-b3fa-5a798d4df406 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (da7352be-a37a-4417-800b-603300013caa), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:54.984859 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-f683ab26-c0f2-4bb6-b3fa-5a798d4df406 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Floating IP da7352be-a37a-4417-800b-603300013caa associated. External IP: 172.27.4.30, port: fcf6848a-1466-4fc1-8e5a-93df9e570166. Oct 10 17:18:55.183773 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f683ab26-c0f2-4bb6-b3fa-5a798d4df406 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:18:55.287652 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f683ab26-c0f2-4bb6-b3fa-5a798d4df406 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:18:55.292108 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f683ab26-c0f2-4bb6-b3fa-5a798d4df406 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:55.296892 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34322) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:55.306665 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:18:55.328355 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-f683ab26-c0f2-4bb6-b3fa-5a798d4df406 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/da7352be-a37a-4417-800b-603300013caa HTTP/1.1" status: 200 len: 990 time: 1.0025983 Oct 10 17:18:55.328355 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'tag': 'fcf6848a-1466-4fc1-8e5a-93df9e570166'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:18:55.329171 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1a6368-f7dd-4a04-835f-6a045511a549" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1c2c42-de59-4f94-8b1d-9b12f40fd360", "tag": "fcf6848a-1466-4fc1-8e5a-93df9e570166"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:18:55.357469 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-47367c03-611e-4f85-aa5e-e9b4322dd27e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=769cd8462dd4456fa527c611463e4677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0580943 Oct 10 17:18:55.360015 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34328) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:18:55.370293 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ca43e7-98c4-4ac3-a167-1c86493e3e2d x-openstack-request-id: req-34ca43e7-98c4-4ac3-a167-1c86493e3e2d {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:18:55.370662 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1c2c42-de59-4f94-8b1d-9b12f40fd360", "tag": "fcf6848a-1466-4fc1-8e5a-93df9e570166", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:18:55.370916 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34ca43e7-98c4-4ac3-a167-1c86493e3e2d {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:18:55.371580 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ca43e7-98c4-4ac3-a167-1c86493e3e2d'] response: {'name': 'network-changed', 'server_uuid': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'tag': 'fcf6848a-1466-4fc1-8e5a-93df9e570166', 'status': 'completed', 'code': 200} Oct 10 17:18:55.414120 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c79857e8-d81f-42f1-b132-81af6131a727 admin admin] Publish callbacks [] for security_group (405bcf5e-b18a-42b5-8762-02f3b5fa6bca), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:55.437915 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c79857e8-d81f-42f1-b132-81af6131a727 admin admin] Publish callbacks [] for security_group (405bcf5e-b18a-42b5-8762-02f3b5fa6bca), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:55.451920 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:55.452601 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:55.469737 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-e554037a-869e-4dd4-96bb-8d90411d11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:55.472681 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-e554037a-869e-4dd4-96bb-8d90411d11fe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 1129 time: 0.0519981 Oct 10 17:18:55.498263 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:55.568285 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-6e5da46a-7f6e-41b9-91cb-2b84705d05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:55.569758 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-6e5da46a-7f6e-41b9-91cb-2b84705d05e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 916 time: 0.0908422 Oct 10 17:18:55.574709 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:55.634882 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-76941395-9514-4a17-91c9-d3c94a8b395a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf6848a-1466-4fc1-8e5a-93df9e570166 HTTP/1.1" status: 200 len: 998 time: 0.0593202 Oct 10 17:18:55.637959 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c79857e8-d81f-42f1-b132-81af6131a727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (405bcf5e-b18a-42b5-8762-02f3b5fa6bca), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:55.640491 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c79857e8-d81f-42f1-b132-81af6131a727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:18:55.644101 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c79857e8-d81f-42f1-b132-81af6131a727 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/405bcf5e-b18a-42b5-8762-02f3b5fa6bca HTTP/1.1" status: 204 len: 168 time: 0.2795482 Oct 10 17:18:55.650383 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79857e8-d81f-42f1-b132-81af6131a727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405bcf5e-b18a-42b5-8762-02f3b5fa6bca,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:18:55.689693 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-4bb9195f-178e-4c4e-a2d6-2ebf2ac2686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:55.692671 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-4bb9195f-178e-4c4e-a2d6-2ebf2ac2686a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0512543 Oct 10 17:18:55.740079 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-04c5f03c-d336-4548-8f33-676d951e4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:18:55.741605 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-04c5f03c-d336-4548-8f33-676d951e4698 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434692 Oct 10 17:18:55.755787 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:55.802152 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'da7352be-a37a-4417-800b-603300013caa', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': 'fcf6848a-1466-4fc1-8e5a-93df9e570166', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:61:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:18:37Z', 'updated_at': '2022-10-10T17:18:54Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:55.832358 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:18:55.841344 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-d893b4a6-00a3-463b-9e7b-118a17dd16eb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934272 Oct 10 17:18:55.841743 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:18:55.842345 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:18:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:55.900248 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:55.937124 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc1a6368-f7dd-4a04-835f-6a045511a549 req-ee2eb919-47d2-401c-85fe-cc801a672091 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896540 Oct 10 17:18:55.952525 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:18:56.161347 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:18:56.182488 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'da7352be-a37a-4417-800b-603300013caa', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': 'fcf6848a-1466-4fc1-8e5a-93df9e570166', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:61:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:18:37Z', 'updated_at': '2022-10-10T17:18:54Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:18:56.210138 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65763d7b-e67f-4ce4-8e7b-4ddb5094fe3a None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': 'da7352be-a37a-4417-800b-603300013caa', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': 'fcf6848a-1466-4fc1-8e5a-93df9e570166', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:61:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:18:37Z', 'updated_at': '2022-10-10T17:18:54Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:18:56.404597 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d9eaa-a9d5-44b3-9e9e-a07711d8526a None None] New status for floating IP da7352be-a37a-4417-800b-603300013caa: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:19:04.975164 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b5b396cf-5469-46e3-b9f4-26593dd3cc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:05.472576 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:05.646021 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=43,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:05.934599 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=11 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:06.505207 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:06.507037 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:07.320715 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-88e3ed76-39e3-4e5f-846c-7074b650cfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:08.361075 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:10.092568 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:10.103460 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:15.706571 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:23.364855 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-95d501e4-3865-4444-909b-c73cb077e42f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373142 Oct 10 17:19:23.471420 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-2dd5d183-cbd1-4737-908f-f68f324ce34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:19:23.472916 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-2dd5d183-cbd1-4737-908f-f68f324ce34e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 1129 time: 0.0421493 Oct 10 17:19:23.574826 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-e791fe25-a0f6-41df-bbc2-c0c0f6eae856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:19:23.577107 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-e791fe25-a0f6-41df-bbc2-c0c0f6eae856 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 916 time: 0.0851696 Oct 10 17:19:23.640922 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-155f89ad-205e-4117-aa5e-6072f0d1d79a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf6848a-1466-4fc1-8e5a-93df9e570166 HTTP/1.1" status: 200 len: 1000 time: 0.0578196 Oct 10 17:19:23.687689 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-a9661635-ffff-446d-b126-09b81fd97b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:19:23.689096 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-a9661635-ffff-446d-b126-09b81fd97b8a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0426002 Oct 10 17:19:23.730811 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-b1f1f982-350c-482a-902a-31dd814158e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:19:23.732267 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-b1f1f982-350c-482a-902a-31dd814158e1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370886 Oct 10 17:19:23.822481 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-4033addc-a28a-446b-9feb-97162cb8629f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837870 Oct 10 17:19:23.911572 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a1e5da55-d2a2-4370-8272-d21788ada02b req-59ad0296-74a8-48a4-bbf4-09c2b47066db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820007 Oct 10 17:19:25.322360 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=5 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:25.643360 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:25.645127 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:26.196569 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:19:33.240549 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:33.907187 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=54 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:33.908014 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=47 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:34.969194 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7ac7-60c8-4940-8ecf-29c272cc3dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:36.193298 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:37.317595 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-473d04d5-0454-4844-bd27-21340ed60b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:38.343982 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:40.080549 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:40.094516 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:44.917410 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bcad2-c060-4b9b-a851-dae5d3175862 req-29b3ac06-db72-419f-8aa2-1541e62a6c07 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:19:44.918872 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b72bcad2-c060-4b9b-a851-dae5d3175862 req-29b3ac06-db72-419f-8aa2-1541e62a6c07 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 945 time: 0.0517256 Oct 10 17:19:44.965679 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b72bcad2-c060-4b9b-a851-dae5d3175862 req-4be76273-6aee-40a0-a716-8086c6da4eca tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Oct 10 17:19:45.720234 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:46.093813 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d6355-f46b-45a4-88aa-eefe21e920d9 req-4653552e-2085-4489-a92b-c1e40821f512 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:19:46.095308 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9f5d6355-f46b-45a4-88aa-eefe21e920d9 req-4653552e-2085-4489-a92b-c1e40821f512 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 945 time: 0.0522025 Oct 10 17:19:46.141753 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9f5d6355-f46b-45a4-88aa-eefe21e920d9 req-120b307c-4610-4cce-b116-3ec9c7189913 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409136 Oct 10 17:19:46.954298 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-b1d7fbea-4665-48ea-a542-23450ee456bc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:19:46.955703 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-b1d7fbea-4665-48ea-a542-23450ee456bc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 945 time: 0.0448902 Oct 10 17:19:47.043918 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Deleting port fcf6848a-1466-4fc1-8e5a-93df9e570166 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:19:47.044394 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:47.134118 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] For port fcf6848a-1466-4fc1-8e5a-93df9e570166, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fcf6848a-1466-4fc1-8e5a-93df9e570166,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:19:47.134790 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:47.278559 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11147fad-a6b7-4d47-b68a-ebacb88a0553 req-2a1cd043-0db8-441c-bf14-d18f944cd6be tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:19:47.279901 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-11147fad-a6b7-4d47-b68a-ebacb88a0553 req-2a1cd043-0db8-441c-bf14-d18f944cd6be tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 945 time: 0.0610011 Oct 10 17:19:47.342581 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:47.342938 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (da7352be-a37a-4417-800b-603300013caa), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:47.343256 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Floating IP da7352be-a37a-4417-800b-603300013caa disassociated. External IP: 172.27.4.30, port: fcf6848a-1466-4fc1-8e5a-93df9e570166. Oct 10 17:19:47.343583 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Calling delete_port for fcf6848a-1466-4fc1-8e5a-93df9e570166 owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:19:47.374686 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-11147fad-a6b7-4d47-b68a-ebacb88a0553 req-a26cef5a-25c2-48db-a467-05ad94d9a10d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d2e414a6-596b-47ec-b9bb-af8ca8b3100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698905 Oct 10 17:19:47.560526 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (fcf6848a-1466-4fc1-8e5a-93df9e570166), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:47.588535 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'Port': ['ID=fcf6848a-1466-4fc1-8e5a-93df9e570166,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:19:47.601856 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.602238 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.602591 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.602935 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.603276 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.603615 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.603949 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.604342 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.604658 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.605008 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.605342 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.605669 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.605997 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.610740 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.610740 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:47.695354 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:47.702890 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:47.711220 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:19:47.814563 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:19:47.824452 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:19:47.833732 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:19:47.834341 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:19:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:19:47.857529 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] No DVR routers for this DVR port fcf6848a-1466-4fc1-8e5a-93df9e570166 on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:19:47.864081 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:47.867342 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4d94c4be-f4dc-46dc-81f4-1cbd690da6ed req-c7ca0cad-307c-422a-9e61-bba841e9f09b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "DELETE /networking/v2.0/ports/fcf6848a-1466-4fc1-8e5a-93df9e570166 HTTP/1.1" status: 204 len: 173 time: 0.9033945 Oct 10 17:19:47.867858 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'name': 'network-vif-deleted', 'tag': 'fcf6848a-1466-4fc1-8e5a-93df9e570166'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:19:47.870144 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b608e242-6d7a-48d3-a381-a4224765d93d" -d '{"events": [{"server_uuid": "4f1c2c42-de59-4f94-8b1d-9b12f40fd360", "name": "network-vif-deleted", "tag": "fcf6848a-1466-4fc1-8e5a-93df9e570166"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:19:47.940538 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:19:48.149242 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaeafa2-8015-440f-9cdd-9eb489d1cfa2 x-openstack-request-id: req-6aaeafa2-8015-440f-9cdd-9eb489d1cfa2 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:19:48.153964 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1c2c42-de59-4f94-8b1d-9b12f40fd360", "name": "network-vif-deleted", "tag": "fcf6848a-1466-4fc1-8e5a-93df9e570166", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:19:48.153964 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6aaeafa2-8015-440f-9cdd-9eb489d1cfa2 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:19:48.153964 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aaeafa2-8015-440f-9cdd-9eb489d1cfa2'] response: {'server_uuid': '4f1c2c42-de59-4f94-8b1d-9b12f40fd360', 'name': 'network-vif-deleted', 'tag': 'fcf6848a-1466-4fc1-8e5a-93df9e570166', 'status': 'completed', 'code': 200} Oct 10 17:19:48.261719 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:19:48.286422 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:19:48.294572 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:19:48.295169 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:19:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:19:48.398918 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:19:48.490769 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-669b0725-d922-49eb-b6a0-ec2e9498c8fe req-5d3f2ad6-e339-425b-b7b0-188a53178458 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4f1c2c42-de59-4f94-8b1d-9b12f40fd360 HTTP/1.1" status: 200 len: 210 time: 0.0309405 Oct 10 17:19:48.586694 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:19:48.610467 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66ca34-396d-4103-80d7-2da08ab31d67 None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:19:48.810153 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c208ee6-47ea-4c0b-abc5-f95c0e920ad2 None None] New status for floating IP da7352be-a37a-4417-800b-603300013caa: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:19:49.666707 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34418) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:19:49.720142 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-95e768f6-dda5-4030-bba8-b3d11b74e470 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (d2e414a6-596b-47ec-b9bb-af8ca8b3100c), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:49.742166 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-95e768f6-dda5-4030-bba8-b3d11b74e470 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (d2e414a6-596b-47ec-b9bb-af8ca8b3100c), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:49.861146 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-95e768f6-dda5-4030-bba8-b3d11b74e470 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (d2e414a6-596b-47ec-b9bb-af8ca8b3100c), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:49.864155 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-95e768f6-dda5-4030-bba8-b3d11b74e470 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:49.865618 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-95e768f6-dda5-4030-bba8-b3d11b74e470 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d2e414a6-596b-47ec-b9bb-af8ca8b3100c HTTP/1.1" status: 204 len: 168 time: 0.1977382 Oct 10 17:19:49.869743 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34420) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:19:49.877371 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e768f6-dda5-4030-bba8-b3d11b74e470 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e414a6-596b-47ec-b9bb-af8ca8b3100c,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:19:49.884173 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.api.v2.resource [None req-8d5ec4f2-5577-40d9-801e-b4b4590aeab7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] show failed (client error): The resource could not be found. Oct 10 17:19:49.885353 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-8d5ec4f2-5577-40d9-801e-b4b4590aeab7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups/d2e414a6-596b-47ec-b9bb-af8ca8b3100c HTTP/1.1" status: 404 len: 347 time: 0.0144801 Oct 10 17:19:49.888159 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34422) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:19:49.997369 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Deleting port 5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:19:49.997715 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:50.072460 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:50.072792 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:50.086155 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Calling delete_port for 5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47 owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:19:50.228687 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device fcf6848a-1466-4fc1-8e5a-93df9e570166 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:19:50.248537 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: fcf6848a-1466-4fc1-8e5a-93df9e570166 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:19:50.249508 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device fcf6848a-1466-4fc1-8e5a-93df9e570166 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:19:50.532072 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:50.554258 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'Port': ['ID=5abe97c8-2a85-4f1d-b1f0-ef8f0a575c47,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:19:50.564438 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.564833 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.565185 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.565532 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.565868 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.566732 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.566732 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.566946 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.567155 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.567485 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.567813 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.568169 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.568498 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.568822 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.569151 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:19:50.631668 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (da7352be-a37a-4417-800b-603300013caa), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:50.634149 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:50.635294 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4c72bda8-9f12-44cb-8409-9261d026c81c tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/da7352be-a37a-4417-800b-603300013caa HTTP/1.1" status: 204 len: 168 time: 0.7462490 Oct 10 17:19:50.759574 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34426) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:19:50.764058 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-118fd5ee-8b43-41fe-84c7-b76a4ada7003 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--834201636', 'description': 'tempest-description--2022707072'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:19:50.868887 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-118fd5ee-8b43-41fe-84c7-b76a4ada7003 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:50.935035 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-118fd5ee-8b43-41fe-84c7-b76a4ada7003 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (c6009022-ac8c-4f66-b656-b87ad47a5baf), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:50.994291 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-118fd5ee-8b43-41fe-84c7-b76a4ada7003 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (c6009022-ac8c-4f66-b656-b87ad47a5baf), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.023576 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd5ee-8b43-41fe-84c7-b76a4ada7003 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6009022-ac8c-4f66-b656-b87ad47a5baf,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:19:51.093816 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-118fd5ee-8b43-41fe-84c7-b76a4ada7003 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.095051 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-118fd5ee-8b43-41fe-84c7-b76a4ada7003 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3344491 Oct 10 17:19:51.097971 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34428) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:19:51.102237 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-b8229666-962a-4626-8852-5631513b1448 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group_rule': {'security_group_id': 'c6009022-ac8c-4f66-b656-b87ad47a5baf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:19:51.197435 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8229666-962a-4626-8852-5631513b1448 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (c5a0a687-5f05-4ab2-9953-ff0614747b4d), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.243860 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8229666-962a-4626-8852-5631513b1448 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (c5a0a687-5f05-4ab2-9953-ff0614747b4d), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.297352 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8229666-962a-4626-8852-5631513b1448 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (c5a0a687-5f05-4ab2-9953-ff0614747b4d), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.317879 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8229666-962a-4626-8852-5631513b1448 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a0a687-5f05-4ab2-9953-ff0614747b4d,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:19:51.379254 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-b8229666-962a-4626-8852-5631513b1448 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.380463 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-b8229666-962a-4626-8852-5631513b1448 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815573 Oct 10 17:19:51.383128 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34430) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:19:51.387312 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-c7048793-26ad-4741-84d1-5f17be88dcce tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'security_group_rule': {'security_group_id': 'c6009022-ac8c-4f66-b656-b87ad47a5baf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:19:51.394540 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:51.477667 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c7048793-26ad-4741-84d1-5f17be88dcce tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (d6e471dd-4ef3-4b84-aafe-803a37287dde), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.532390 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c7048793-26ad-4741-84d1-5f17be88dcce tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (d6e471dd-4ef3-4b84-aafe-803a37287dde), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.603193 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c7048793-26ad-4741-84d1-5f17be88dcce tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (d6e471dd-4ef3-4b84-aafe-803a37287dde), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.622955 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7048793-26ad-4741-84d1-5f17be88dcce tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e471dd-4ef3-4b84-aafe-803a37287dde,revision_number=0']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:19:51.702928 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c7048793-26ad-4741-84d1-5f17be88dcce tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:51.704264 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-c7048793-26ad-4741-84d1-5f17be88dcce tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3201768 Oct 10 17:19:51.707254 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34432) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:19:51.711632 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:19:51.792144 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:52.091184 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:52.107692 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:52.208774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Allocated IP 172.27.4.139 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/08efc6da-5b9e-47a1-8c10-63b7235c2381) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:19:52.311171 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (08efc6da-5b9e-47a1-8c10-63b7235c2381), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:52.415419 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (08efc6da-5b9e-47a1-8c10-63b7235c2381), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:52.453454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:19:52.456368 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:19:52.459830 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:19:52.484681 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=08efc6da-5b9e-47a1-8c10-63b7235c2381,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:19:52.547377 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (781f1091-134b-45b6-9091-ca69f554a47f), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:52.630227 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (08efc6da-5b9e-47a1-8c10-63b7235c2381), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:52.649395 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:52.775438 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (08efc6da-5b9e-47a1-8c10-63b7235c2381), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:52.848999 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (08efc6da-5b9e-47a1-8c10-63b7235c2381), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:52.917143 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=08efc6da-5b9e-47a1-8c10-63b7235c2381,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:19:52.921952 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (781f1091-134b-45b6-9091-ca69f554a47f), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:52.925929 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:19:53.007936 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:19:53.009205 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9255195d-b32a-45cc-a8e6-a3475ca3b642 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3010173 Oct 10 17:19:53.210972 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-ea3f5c47-92fc-443d-8ff8-65b73d93e3e5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--834201636&fields=id&tenant_id=f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 267 time: 0.0445039 Oct 10 17:19:53.314299 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-8584c91d-e153-45c9-b7fd-df6db39073d7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:19:53.315662 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-8584c91d-e153-45c9-b7fd-df6db39073d7 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 815 time: 0.0983584 Oct 10 17:19:53.331200 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-39a81933-4cf2-49a5-92ae-d068cd3fd238 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/quotas/f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 375 time: 0.0094743 Oct 10 17:19:53.381909 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-d1f2ee74-ef16-4293-be86-8c474a72ebe6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460563 Oct 10 17:19:53.567426 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-0859ca61-8e2f-4d7b-bede-a17f45d214b3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729839 Oct 10 17:19:53.659151 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-cfc65956-9219-4a60-a895-3b833b96eb57 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855618 Oct 10 17:19:53.914777 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6c1130d5-3a4a-4660-b1d0-d4c5aa104a24 req-a91cc725-b6fd-4515-a7b9-cf1f2053ab76 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 210 time: 0.0274024 Oct 10 17:19:54.999751 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c9eb4c5a-3fe7-403f-a4c6-e055b593cb21 req-7f4c87bb-bc21-43fa-971a-b9c9283e6194 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 210 time: 0.0278060 Oct 10 17:19:56.082554 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e4444d6a-8c88-4049-9090-a77eb20b39a3 req-d20c0c39-ae07-414e-813d-0015b2dca292 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 210 time: 0.0285733 Oct 10 17:19:57.168077 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9a7fbcd9-b0a3-4f41-815f-295d37782c96 req-bbb2ea65-8891-4d0b-972e-30eeabf69300 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 210 time: 0.0292559 Oct 10 17:19:58.269729 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2c1f8ce0-a8b4-410b-8aa4-686409aa1ca1 req-e9603479-bd23-4745-90a2-06a662ce306b tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 210 time: 0.0283213 Oct 10 17:19:59.369653 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8d3302f2-6e3f-4828-b1a4-881544b3853d req-39c22462-e5dd-46c3-90c6-c8b6e4f13b54 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 210 time: 0.0274124 Oct 10 17:20:00.165095 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-bd120794-e14a-4c8e-a602-b22c28fc0c00 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:00.166533 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-bd120794-e14a-4c8e-a602-b22c28fc0c00 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 815 time: 0.1070278 Oct 10 17:20:00.231847 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=65 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:00.232639 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:00.245672 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-3ba04f73-69ec-42f5-838f-004f46550268 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4fa5392cfd049509a86b2d88d536409 HTTP/1.1" status: 200 len: 379 time: 0.0553665 Oct 10 17:20:00.258477 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'port': {'device_id': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'admin_state_up': True, 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'security_groups': ['c6009022-ac8c-4f66-b656-b87ad47a5baf']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:20:00.426518 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Made reservation on behalf of f4fa5392cfd049509a86b2d88d536409 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:20:00.430456 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:00.505652 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fd5d5a9f-145e-4ad0-b92f-f409868985b0 req-d74fb450-2109-4870-8719-1572d303f115 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 210 time: 0.0574117 Oct 10 17:20:00.578386 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Allocated IP 172.20.0.5 (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0/578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b/8daaf9ca-0570-4b0a-b7d3-9afdc08d4892) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:20:00.593440 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:00.596637 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:00.626304 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:00.627367 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:00.718774 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:00.809810 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:00.855841 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:20:00.859362 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:20:00.862465 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:20:00.893483 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event updated for resources: {'Port': ['ID=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:20:00.924278 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:00.924917 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:00.997716 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-35416e52-d14d-4600-b6b8-351430a48c90 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430191 Oct 10 17:20:01.022354 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Request body: {'port': {'device_id': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:20:01.081886 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:01.109354 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-367e2b33-acad-4c04-94a1-1cefe0f47474 None None] Provisioning complete for port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:20:01.109733 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-367e2b33-acad-4c04-94a1-1cefe0f47474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:01.110073 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-367e2b33-acad-4c04-94a1-1cefe0f47474 None None] Attempt 1 to provision port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 Oct 10 17:20:01.141982 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-367e2b33-acad-4c04-94a1-1cefe0f47474 None None] Port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:20:01.198652 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:01.337637 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:20:01.345368 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Publish callbacks [] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:01.357259 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Transition to ACTIVE for port object 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:20:01.428332 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:01.487644 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Pushing event updated for resources: {'Port': ['ID=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:20:01.534488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Attempting to bind port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:20:01.534822 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Attempting to bind port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:20:01.535151 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Attempting to bind port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:20:01.580575 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:20:01.580899 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Attempting to bind port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 on network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:20:01.656270 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c795fc-ee81-4519-9025-d6d84786719a req-1e863212-319c-439d-8950-313af7bf2055 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:01.657620 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04c795fc-ee81-4519-9025-d6d84786719a req-1e863212-319c-439d-8950-313af7bf2055 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 943 time: 0.0737808 Oct 10 17:20:01.661349 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:20:01.661679 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Checking segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:20:01.662048 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Bound using segment: {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:20:01.662478 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Bound port: 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:20:01.662827 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:01.718762 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:01.748673 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04c795fc-ee81-4519-9025-d6d84786719a req-14bea530-7483-4463-9e27-3261f8cc1cda tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836401 Oct 10 17:20:01.760500 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] For port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:20:01.763633 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] For port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:20:01.805840 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:01.808942 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:01.809553 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:01.810925 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 HTTP/1.1" status: 200 len: 1093 time: 0.7931135 Oct 10 17:20:01.813026 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'tag': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:20:01.815220 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd5d12e-779b-48df-94c1-cd00dff684ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1d785bbb-e098-44f2-b528-c01733d40cfc", "tag": "8daaf9ca-0570-4b0a-b7d3-9afdc08d4892"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:20:01.856138 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f58b9d-a1f5-45aa-918c-516a5d5f3ae6 x-openstack-request-id: req-11f58b9d-a1f5-45aa-918c-516a5d5f3ae6 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:20:01.856418 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d785bbb-e098-44f2-b528-c01733d40cfc", "tag": "8daaf9ca-0570-4b0a-b7d3-9afdc08d4892", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:20:01.856666 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11f58b9d-a1f5-45aa-918c-516a5d5f3ae6 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:20:01.857057 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f58b9d-a1f5-45aa-918c-516a5d5f3ae6'] response: {'name': 'network-changed', 'server_uuid': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'tag': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892', 'status': 'completed', 'code': 200} Oct 10 17:20:01.866415 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2efc9-d089-4227-81a3-b7b90e19cc2e service neutron] Pushing event updated for resources: {'Port': ['ID=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:20:01.955416 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d12e-779b-48df-94c1-cd00dff684ec req-d8657f5d-9130-443b-8334-1431936889dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:01.956935 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2bd5d12e-779b-48df-94c1-cd00dff684ec req-d8657f5d-9130-443b-8334-1431936889dd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 1127 time: 0.0400686 Oct 10 17:20:02.069999 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d12e-779b-48df-94c1-cd00dff684ec req-ac527b13-adc5-493e-9ea2-2ead581fd3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:02.071513 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2bd5d12e-779b-48df-94c1-cd00dff684ec req-ac527b13-adc5-493e-9ea2-2ead581fd3b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f4fa5392cfd049509a86b2d88d536409&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0961833 Oct 10 17:20:02.171079 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d12e-779b-48df-94c1-cd00dff684ec req-80dbe141-2f31-4d7d-a4d4-434e539179ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:02.172571 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2bd5d12e-779b-48df-94c1-cd00dff684ec req-80dbe141-2f31-4d7d-a4d4-434e539179ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911529 Oct 10 17:20:02.281825 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-25b90b0b-2df1-40ec-a26d-10e26f0e3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:02.283198 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-25b90b0b-2df1-40ec-a26d-10e26f0e3dfa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 1127 time: 0.0424490 Oct 10 17:20:02.331726 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-60253878-71f2-486c-b409-91f58db27744 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 HTTP/1.1" status: 200 len: 217 time: 0.0317132 Oct 10 17:20:02.331983 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:02.336760 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:02.385265 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-8417a3df-ed31-4527-9c6e-f26aa95db85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:02.386700 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-8417a3df-ed31-4527-9c6e-f26aa95db85d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0487747 Oct 10 17:20:02.432245 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-9e8203ba-13e8-4da5-a4ad-779fd9c184fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:02.433705 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-9e8203ba-13e8-4da5-a4ad-779fd9c184fe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380249 Oct 10 17:20:02.464355 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:02.528735 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-737dc134-f690-41c8-848a-cfd29399f463 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853934 Oct 10 17:20:02.619570 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-4dc6a8f1-a166-4d3c-9f32-3e9d9b1661b3 req-c144013f-0940-48b4-95c4-6e315ff44006 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810361 Oct 10 17:20:02.875388 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb369ed1-68d2-45e5-8626-344b2877b2e2 req-53322170-1328-45a7-94c0-5ac5aaf16fac tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:02.876886 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eb369ed1-68d2-45e5-8626-344b2877b2e2 req-53322170-1328-45a7-94c0-5ac5aaf16fac tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 943 time: 0.0520332 Oct 10 17:20:02.924335 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eb369ed1-68d2-45e5-8626-344b2877b2e2 req-541871bd-6f5b-4c0c-9a9c-84075ba89861 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417354 Oct 10 17:20:03.195694 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:20:04.049998 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295430a-c989-4227-997d-beef96be9dce req-e1d6d639-6fd3-4fe9-9844-fb43e57659ee tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:04.051457 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8295430a-c989-4227-997d-beef96be9dce req-e1d6d639-6fd3-4fe9-9844-fb43e57659ee tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 943 time: 0.0471423 Oct 10 17:20:04.099031 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8295430a-c989-4227-997d-beef96be9dce req-ae42e413-ea1e-4f8f-bdd1-733ba2a64801 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419643 Oct 10 17:20:04.311797 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:20:04.410568 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:20:04.421162 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'port_id': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892', 'mac_address': 'fa:16:3e:06:7d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:20:04.455046 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:20:04.455430 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:04.467801 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:20:04.487405 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:20:04.569195 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:04.617538 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:20:04.625125 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.625478 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.625815 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.626153 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.626480 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.626804 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.627128 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.627448 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.627769 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.628121 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.628506 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.628827 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.629146 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.629463 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.629779 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:20:04.934458 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['8daaf9ca-0570-4b0a-b7d3-9afdc08d4892'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:20:04.986404 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-f2528c81-5fb5-4e6d-9682-b17b2425b60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:05.221936 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f3188-ed6a-4ea0-806b-51454022265f req-5436caf0-bfbd-4bdc-a7cb-6283ecffcd44 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:05.223399 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-969f3188-ed6a-4ea0-806b-51454022265f req-5436caf0-bfbd-4bdc-a7cb-6283ecffcd44 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 944 time: 0.0496204 Oct 10 17:20:05.243613 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:05.270215 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-969f3188-ed6a-4ea0-806b-51454022265f req-3944d3c1-3424-4f3b-9934-27702aeb7cf1 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411537 Oct 10 17:20:06.348952 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:20:06.395147 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:20:06.398866 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4e596-472b-462a-967f-77ef913840aa req-d699aea2-23c2-4327-a5f6-88b40e58027e tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:06.400393 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-22b4e596-472b-462a-967f-77ef913840aa req-d699aea2-23c2-4327-a5f6-88b40e58027e tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 944 time: 0.0508459 Oct 10 17:20:06.448248 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-22b4e596-472b-462a-967f-77ef913840aa req-843b7707-5a9f-42da-b54f-cd01f0e17095 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Oct 10 17:20:06.451342 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:20:06.452572 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:06.452946 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 Oct 10 17:20:06.523551 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:20:06.523939 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:06.545905 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:20:06.548151 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3865ee-02e7-4b51-9be2-0fbd57673046" -d '{"events": [{"server_uuid": "1d785bbb-e098-44f2-b528-c01733d40cfc", "name": "network-vif-plugged", "status": "completed", "tag": "8daaf9ca-0570-4b0a-b7d3-9afdc08d4892"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:20:06.560265 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:20:06.615642 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:06.647657 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bbca88-c583-4543-a12f-96a1288756ad x-openstack-request-id: req-d3bbca88-c583-4543-a12f-96a1288756ad {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:20:06.647947 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d785bbb-e098-44f2-b528-c01733d40cfc", "name": "network-vif-plugged", "status": "completed", "tag": "8daaf9ca-0570-4b0a-b7d3-9afdc08d4892", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:20:06.648225 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3bbca88-c583-4543-a12f-96a1288756ad {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:20:06.648611 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bbca88-c583-4543-a12f-96a1288756ad'] response: {'server_uuid': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892', 'code': 200} Oct 10 17:20:06.667247 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:20:06.980089 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10526907-946c-4d5e-8c04-e97164230368 req-3400a6b9-554c-4b3e-8459-1593f29f7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:06.981621 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-10526907-946c-4d5e-8c04-e97164230368 req-3400a6b9-554c-4b3e-8459-1593f29f7016 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 1129 time: 0.0379369 Oct 10 17:20:07.028086 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-10526907-946c-4d5e-8c04-e97164230368 req-ae991f00-0efa-4c7f-b27f-d3260e38f227 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401995 Oct 10 17:20:07.300545 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2c52c53f-a95f-476b-8291-0c495762b9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:07.571942 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01fe66-f287-4f8b-8f77-66528d3718f9 req-28aad146-a958-4c20-8b40-a44cc0b44b27 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:07.573336 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb01fe66-f287-4f8b-8f77-66528d3718f9 req-28aad146-a958-4c20-8b40-a44cc0b44b27 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 945 time: 0.0459998 Oct 10 17:20:07.619536 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fb01fe66-f287-4f8b-8f77-66528d3718f9 req-c36bcb12-f2b5-43de-8b29-20790f7f68c3 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 Oct 10 17:20:08.279517 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:08.342536 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:08.743169 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58119-3375-4085-8cab-fa5f37471ebc req-1b4c9bdf-7c64-49be-ba97-c4ad9fe70214 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:08.744643 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-63b58119-3375-4085-8cab-fa5f37471ebc req-1b4c9bdf-7c64-49be-ba97-c4ad9fe70214 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 945 time: 0.0470657 Oct 10 17:20:08.791839 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-63b58119-3375-4085-8cab-fa5f37471ebc req-673f167f-9b42-402a-b41a-09837530e9d6 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408976 Oct 10 17:20:09.914003 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a724ca0-f942-45fe-a367-b571e9c18a4c req-e84e1c1a-6cf4-4a7d-8a1d-2144e432edce tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:09.915450 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8a724ca0-f942-45fe-a367-b571e9c18a4c req-e84e1c1a-6cf4-4a7d-8a1d-2144e432edce tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 945 time: 0.0493646 Oct 10 17:20:09.962170 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8a724ca0-f942-45fe-a367-b571e9c18a4c req-725c7992-0364-4342-a686-b2f9d1d289df tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405030 Oct 10 17:20:10.080265 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:10.082471 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5fc1f-880d-4e2b-95e0-5c9a861ea894 req-07551041-a8b0-44f4-b988-250079d0eca5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:10.083951 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1eb5fc1f-880d-4e2b-95e0-5c9a861ea894 req-07551041-a8b0-44f4-b988-250079d0eca5 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 945 time: 0.0496702 Oct 10 17:20:10.094558 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34514) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:20:10.098941 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-f6381a2b-de58-4e0f-827e-e495e8ab2fd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Request body: {'floatingip': {'port_id': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:20:10.102686 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:10.136381 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f6381a2b-de58-4e0f-827e-e495e8ab2fd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (781f1091-134b-45b6-9091-ca69f554a47f), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:10.286469 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:10.554520 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f6381a2b-de58-4e0f-827e-e495e8ab2fd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:10.599731 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f6381a2b-de58-4e0f-827e-e495e8ab2fd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (781f1091-134b-45b6-9091-ca69f554a47f), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:10.694225 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-f6381a2b-de58-4e0f-827e-e495e8ab2fd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Floating IP 781f1091-134b-45b6-9091-ca69f554a47f associated. External IP: 172.27.4.139, port: 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892. Oct 10 17:20:10.780773 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:10.893148 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6381a2b-de58-4e0f-827e-e495e8ab2fd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:20:10.994135 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6381a2b-de58-4e0f-827e-e495e8ab2fd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:20:10.999380 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-f6381a2b-de58-4e0f-827e-e495e8ab2fd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:11.004601 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:20:11.008516 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:11.016493 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:20:11.017128 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:20:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:20:11.128316 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:20:11.281508 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-f6381a2b-de58-4e0f-827e-e495e8ab2fd9 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/781f1091-134b-45b6-9091-ca69f554a47f HTTP/1.1" status: 200 len: 991 time: 1.1857316 Oct 10 17:20:11.282033 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'tag': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:20:11.284260 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c0373f-d167-49d3-952e-5a653696d627" -d '{"events": [{"name": "network-changed", "server_uuid": "1d785bbb-e098-44f2-b528-c01733d40cfc", "tag": "8daaf9ca-0570-4b0a-b7d3-9afdc08d4892"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:20:11.320008 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21cd7be-e346-4515-8e87-d4c0232a8297 x-openstack-request-id: req-b21cd7be-e346-4515-8e87-d4c0232a8297 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:20:11.320320 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d785bbb-e098-44f2-b528-c01733d40cfc", "tag": "8daaf9ca-0570-4b0a-b7d3-9afdc08d4892", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:20:11.320568 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b21cd7be-e346-4515-8e87-d4c0232a8297 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:20:11.321003 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21cd7be-e346-4515-8e87-d4c0232a8297'] response: {'name': 'network-changed', 'server_uuid': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'tag': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892', 'status': 'completed', 'code': 200} Oct 10 17:20:11.354676 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '781f1091-134b-45b6-9091-ca69f554a47f', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.139', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:06:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:19:52Z', 'updated_at': '2022-10-10T17:20:10Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:20:11.378991 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:20:11.387495 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:20:11.388135 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:20:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:20:11.411867 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0373f-d167-49d3-952e-5a653696d627 req-eb6d9ba3-46bd-43d3-9a08-090f546ba874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:11.413364 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-38c0373f-d167-49d3-952e-5a653696d627 req-eb6d9ba3-46bd-43d3-9a08-090f546ba874 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 1129 time: 0.0392165 Oct 10 17:20:11.471511 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:11.491508 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:20:11.508072 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0373f-d167-49d3-952e-5a653696d627 req-d6aedc58-a410-4131-8857-4b64dae6d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:11.509536 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-38c0373f-d167-49d3-952e-5a653696d627 req-d6aedc58-a410-4131-8857-4b64dae6d2f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 916 time: 0.0899065 Oct 10 17:20:11.570470 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-38c0373f-d167-49d3-952e-5a653696d627 req-36283b8f-568c-4b08-a664-6dff03824346 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 HTTP/1.1" status: 200 len: 999 time: 0.0547211 Oct 10 17:20:11.619022 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0373f-d167-49d3-952e-5a653696d627 req-c8904839-ab1b-49c0-a45d-1b40f8bb1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:11.620553 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-38c0373f-d167-49d3-952e-5a653696d627 req-c8904839-ab1b-49c0-a45d-1b40f8bb1d13 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0440032 Oct 10 17:20:11.666964 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0373f-d167-49d3-952e-5a653696d627 req-88e386cf-afaf-4c0e-961d-6ca0d97f8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:11.668783 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-38c0373f-d167-49d3-952e-5a653696d627 req-88e386cf-afaf-4c0e-961d-6ca0d97f8829 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424755 Oct 10 17:20:11.698263 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '781f1091-134b-45b6-9091-ca69f554a47f', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.139', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:06:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:19:52Z', 'updated_at': '2022-10-10T17:20:10Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:20:11.760759 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-38c0373f-d167-49d3-952e-5a653696d627 req-fb08ba7d-3c2d-42e0-baa2-cc13072af41b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854962 Oct 10 17:20:11.845878 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f8d44-cf6e-41fc-972f-768b5c20c8c4 None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '781f1091-134b-45b6-9091-ca69f554a47f', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'floating_ip_address': '172.27.4.139', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'port_id': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'mac_address': 'fa:16:3e:06:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:19:52Z', 'updated_at': '2022-10-10T17:20:10Z', 'revision_number': 1, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:20:11.857229 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-38c0373f-d167-49d3-952e-5a653696d627 req-fea77543-ed36-449d-902f-98d1571f5ed5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903268 Oct 10 17:20:12.030393 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e30bf3-9b74-48eb-8dc0-8928502c2650 None None] New status for floating IP 781f1091-134b-45b6-9091-ca69f554a47f: ACTIVE {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:20:15.730951 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:21.852395 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=30 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:21.854296 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=72 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:22.549526 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-e0791805-40f4-4543-8b74-b542736c3e4e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376024 Oct 10 17:20:22.652252 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-380b4099-1583-49e1-87ce-65956d5019cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:22.653745 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-380b4099-1583-49e1-87ce-65956d5019cc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f4fa5392cfd049509a86b2d88d536409&device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 1129 time: 0.0385628 Oct 10 17:20:22.757927 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-6c7ba8f0-51a0-42c0-90cd-ee40a7d45047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:22.759357 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-6c7ba8f0-51a0-42c0-90cd-ee40a7d45047 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 200 len: 916 time: 0.0883458 Oct 10 17:20:22.818945 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-15997540-01cb-4551-9c11-6cd838b5f05f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 HTTP/1.1" status: 200 len: 1001 time: 0.0535457 Oct 10 17:20:22.870182 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-b64f9d6e-7514-4f33-9542-cdf8e2d2ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:22.871612 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-b64f9d6e-7514-4f33-9542-cdf8e2d2ea27 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 200 len: 854 time: 0.0461805 Oct 10 17:20:22.914286 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-4d40bbea-bc22-436e-9205-05ccff6bbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:22.915707 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-4d40bbea-bc22-436e-9205-05ccff6bbaa0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377083 Oct 10 17:20:23.004412 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-dc8c0f78-e9f5-4fdc-97ce-98d7c3c65975 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824144 Oct 10 17:20:23.095396 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8b65df99-0163-4b3f-bfab-30288e2222e9 req-b4dd6339-1a38-499a-a151-20ec5b002a92 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854435 Oct 10 17:20:25.650553 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=70 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:25.652406 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=80 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:33.090752 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=52 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:33.091458 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=49 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:34.980490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6e1e-fec0-4752-abfb-43204b6c41be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:37.306627 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-7570ad0f-f34f-4c75-9992-254118c36595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:38.353361 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:39.332901 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:39.333638 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:40.045168 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:40.062118 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:40.194269 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:20:45.718113 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:20:50.189890 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:50.190675 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:55.652919 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:55.654767 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:20:59.885041 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea181d3b-9b0f-402d-86ea-258bbb186887 req-6b613326-e6dc-4d3e-a699-bc3892e46937 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:20:59.886504 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ea181d3b-9b0f-402d-86ea-258bbb186887 req-6b613326-e6dc-4d3e-a699-bc3892e46937 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 945 time: 0.0481870 Oct 10 17:20:59.933632 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ea181d3b-9b0f-402d-86ea-258bbb186887 req-e4c5be5a-1287-4d65-98e4-4c0bcd0f0e92 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414228 Oct 10 17:21:01.057419 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484b859-d0e4-40c7-ab5f-5b23751abfb3 req-beda135d-e4b2-47c5-af5e-283fee41f104 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:01.058872 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3484b859-d0e4-40c7-ab5f-5b23751abfb3 req-beda135d-e4b2-47c5-af5e-283fee41f104 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 945 time: 0.0493448 Oct 10 17:21:01.106231 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3484b859-d0e4-40c7-ab5f-5b23751abfb3 req-9b3eb562-c34d-41ba-a382-1b17135e66bc tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411000 Oct 10 17:21:01.861541 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-42650ffe-ad96-42c6-9e76-41dc8273b805 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:01.862975 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-42650ffe-ad96-42c6-9e76-41dc8273b805 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 945 time: 0.0456636 Oct 10 17:21:01.948803 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Deleting port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:21:01.949149 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:02.036511 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] For port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:21:02.036875 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:02.228135 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:02.228824 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (781f1091-134b-45b6-9091-ca69f554a47f), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:02.228824 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Floating IP 781f1091-134b-45b6-9091-ca69f554a47f disassociated. External IP: 172.27.4.139, port: 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892. Oct 10 17:21:02.229030 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Calling delete_port for 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:21:02.245470 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2025d-c77d-4847-b282-554f00bcbd83 req-2804d557-ff10-4d39-b294-267862fbd21f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:02.246905 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e1a2025d-c77d-4847-b282-554f00bcbd83 req-2804d557-ff10-4d39-b294-267862fbd21f tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 945 time: 0.0647612 Oct 10 17:21:02.337504 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e1a2025d-c77d-4847-b282-554f00bcbd83 req-0de27d22-c9da-492e-b73d-d8c4f57ea7e8 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c6009022-ac8c-4f66-b656-b87ad47a5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850084 Oct 10 17:21:02.483170 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (8daaf9ca-0570-4b0a-b7d3-9afdc08d4892), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:02.508988 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'Port': ['ID=8daaf9ca-0570-4b0a-b7d3-9afdc08d4892,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:02.523452 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.523806 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.524174 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.524514 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.524847 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.525175 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.525504 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.525828 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.526154 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.526479 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.526854 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.527179 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.527502 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.527819 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.528165 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:02.620050 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:02.627290 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:02.635537 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:21:02.740771 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:21:02.750942 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:21:02.760540 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:21:02.761145 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:20:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:02.784372 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] No DVR routers for this DVR port 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:21:02.786907 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:02.790225 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8a2437eb-d57e-4c1d-a057-785551d4de6a req-7e08e597-1e91-413e-b48f-be0c7c7b083d tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 HTTP/1.1" status: 204 len: 173 time: 0.9190772 Oct 10 17:21:02.790942 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'name': 'network-vif-deleted', 'tag': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:21:02.793207 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d25bbd-8e0f-454e-92be-a23c11aea8ec" -d '{"events": [{"server_uuid": "1d785bbb-e098-44f2-b528-c01733d40cfc", "name": "network-vif-deleted", "tag": "8daaf9ca-0570-4b0a-b7d3-9afdc08d4892"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:21:02.837284 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19a8f89-9202-487a-a39f-ac784e0cd037 x-openstack-request-id: req-e19a8f89-9202-487a-a39f-ac784e0cd037 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:21:02.837543 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d785bbb-e098-44f2-b528-c01733d40cfc", "name": "network-vif-deleted", "tag": "8daaf9ca-0570-4b0a-b7d3-9afdc08d4892", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:21:02.837789 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e19a8f89-9202-487a-a39f-ac784e0cd037 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:21:02.838190 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19a8f89-9202-487a-a39f-ac784e0cd037'] response: {'server_uuid': '1d785bbb-e098-44f2-b528-c01733d40cfc', 'name': 'network-vif-deleted', 'tag': '8daaf9ca-0570-4b0a-b7d3-9afdc08d4892', 'status': 'completed', 'code': 200} Oct 10 17:21:02.865347 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:21:03.062010 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:03.086027 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:21:03.094179 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:21:03.095976 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:20:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:03.196054 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:21:03.378692 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:03.407185 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90261cf-e57a-4ffa-badf-29bbecb7cd75 None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:15:21Z', 'revision_number': 4, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': '5e80abf9-2c2e-4024-9671-941180e9ccdf', 'name': '', 'network_id': '87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'mac_address': 'fa:16:3e:a9:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:20Z', 'updated_at': '2022-10-10T17:15:26Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'subnets': [{'id': '578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:21:03.458618 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5e4557c9-c55f-49a6-8c6f-94c5ba1efb3d req-9b49bb60-2efc-4489-bc1a-efc15dee8290 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1d785bbb-e098-44f2-b528-c01733d40cfc HTTP/1.1" status: 200 len: 210 time: 0.0277276 Oct 10 17:21:03.618361 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8356f-dbcf-422f-920c-10a09aabfa57 None None] New status for floating IP 781f1091-134b-45b6-9091-ca69f554a47f: DOWN {{(pid=105002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:21:04.610216 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34606) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:04.662603 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-43664ca9-a1ac-4d1b-8eb6-986b41b8134a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (c6009022-ac8c-4f66-b656-b87ad47a5baf), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:04.666851 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:21:04.685198 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-43664ca9-a1ac-4d1b-8eb6-986b41b8134a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (c6009022-ac8c-4f66-b656-b87ad47a5baf), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:04.686356 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:21:04.686738 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 8daaf9ca-0570-4b0a-b7d3-9afdc08d4892 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:21:04.797958 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-43664ca9-a1ac-4d1b-8eb6-986b41b8134a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (c6009022-ac8c-4f66-b656-b87ad47a5baf), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:04.800516 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-43664ca9-a1ac-4d1b-8eb6-986b41b8134a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:04.801656 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-43664ca9-a1ac-4d1b-8eb6-986b41b8134a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c6009022-ac8c-4f66-b656-b87ad47a5baf HTTP/1.1" status: 204 len: 168 time: 0.1904500 Oct 10 17:21:04.804588 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34608) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:04.811490 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43664ca9-a1ac-4d1b-8eb6-986b41b8134a tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6009022-ac8c-4f66-b656-b87ad47a5baf,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:04.821123 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.api.v2.resource [None req-709b1f9b-6178-4a2c-877e-1fab37bdc541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] show failed (client error): The resource could not be found. Oct 10 17:21:04.822293 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-709b1f9b-6178-4a2c-877e-1fab37bdc541 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "GET /networking/v2.0/security-groups/c6009022-ac8c-4f66-b656-b87ad47a5baf HTTP/1.1" status: 404 len: 347 time: 0.0166852 Oct 10 17:21:04.825334 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34612) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:04.939598 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Deleting port 08efc6da-5b9e-47a1-8c10-63b7235c2381 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:21:04.939944 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (08efc6da-5b9e-47a1-8c10-63b7235c2381), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:04.982054 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-e38397fc-7269-42bd-a41a-1d3ca721522b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:05.019969 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (08efc6da-5b9e-47a1-8c10-63b7235c2381), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:05.020340 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (08efc6da-5b9e-47a1-8c10-63b7235c2381), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:05.032504 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Calling delete_port for 08efc6da-5b9e-47a1-8c10-63b7235c2381 owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:21:05.233477 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (08efc6da-5b9e-47a1-8c10-63b7235c2381), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:05.260535 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Pushing event deleted for resources: {'Port': ['ID=08efc6da-5b9e-47a1-8c10-63b7235c2381,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:05.287261 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.287620 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.287967 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.288332 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.288672 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.289008 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.289342 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.289672 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.290006 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.290333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.290662 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.290988 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.291318 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.291644 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.291968 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:05.333128 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks [] for floatingip (781f1091-134b-45b6-9091-ca69f554a47f), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:05.335593 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:05.336804 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-56414273-ec01-487c-8377-999a8be40d59 tempest-AttachVolumeNegativeTest-857763316 tempest-AttachVolumeNegativeTest-857763316-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/781f1091-134b-45b6-9091-ca69f554a47f HTTP/1.1" status: 204 len: 168 time: 0.5105708 Oct 10 17:21:07.324569 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b4cc1b46-bacb-4697-981c-8c3ba1e05744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:08.357350 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:09.426183 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34648) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:09.825956 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:09.946002 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:09.971340 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:10.041002 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Deleting port 5e80abf9-2c2e-4024-9671-941180e9ccdf {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:21:10.041343 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:10.067354 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:10.090392 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:10.121702 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] For port 5e80abf9-2c2e-4024-9671-941180e9ccdf, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=5e80abf9-2c2e-4024-9671-941180e9ccdf,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:21:10.122059 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:10.134267 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Calling delete_port for 5e80abf9-2c2e-4024-9671-941180e9ccdf owned by network:router_interface {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:21:10.368941 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (5e80abf9-2c2e-4024-9671-941180e9ccdf), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:10.394709 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e80abf9-2c2e-4024-9671-941180e9ccdf,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:10.559860 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:10.613690 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:10.760404 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:21:10.860695 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:21:10.866101 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2aba58cd-69e1-4992-9c12-3862fc3fbad0 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/857238f5-28f2-4199-b6f2-53ebcb8fb0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4383161 Oct 10 17:21:10.868230 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34652) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:10.869219 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] Sync routers for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:21:10.879871 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:21:10.880516 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:21:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:10.930245 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:10.962118 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:10.967211 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks [] for router (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:10.981647 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:21:11.007133 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:11.065646 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks [] for router_gateway (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.147987 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:21:10Z', 'revision_number': 5, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port': {'id': '5b0da9ad-6f8b-41c9-9a30-126fd00d80f3', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:15:17Z', 'updated_at': '2022-10-10T17:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:11.172839 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] Checking router: 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:21:11.181265 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] Routers {'857238f5-28f2-4199-b6f2-53ebcb8fb0a2'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:21:11.181865 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:21:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:11.191230 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Deleting port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:21:11.191575 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.264081 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] Set router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 gateway port host: None {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:21:11.273224 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] For port 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=5b0da9ad-6f8b-41c9-9a30-126fd00d80f3,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:21:11.273585 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.285911 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Calling delete_port for 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 owned by network:router_gateway {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:21:11.314163 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:21:11Z', 'revision_number': 6, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port_host': None}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:11.338576 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f584b7a-85b7-4b8b-bd53-7fe5f07f0e5d None None] The sync data for ids ['857238f5-28f2-4199-b6f2-53ebcb8fb0a2'] in dv-cinder-834540-2-iscsi is: [{'id': '857238f5-28f2-4199-b6f2-53ebcb8fb0a2', 'name': 'tempest-AttachVolumeNegativeTest-1706557073-router', 'tenant_id': 'f4fa5392cfd049509a86b2d88d536409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:15:16Z', 'updated_at': '2022-10-10T17:21:11Z', 'revision_number': 6, 'project_id': 'f4fa5392cfd049509a86b2d88d536409', 'gw_port_host': None}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:21:11.519026 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (5b0da9ad-6f8b-41c9-9a30-126fd00d80f3), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.541274 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0da9ad-6f8b-41c9-9a30-126fd00d80f3,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:11.551248 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:11.604766 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.690248 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.692574 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks [] for router_controller (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.803408 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (857238f5-28f2-4199-b6f2-53ebcb8fb0a2), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.803998 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 857238f5-28f2-4199-b6f2-53ebcb8fb0a2 {{(pid=104999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:21:11.808368 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.809511 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7efd02a1-5511-4b6d-b13e-dc5167b56000 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/857238f5-28f2-4199-b6f2-53ebcb8fb0a2 HTTP/1.1" status: 204 len: 168 time: 0.9402652 Oct 10 17:21:11.812048 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34654) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:11.855652 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-e579391c-54cb-465b-a7f4-b93203b44ffe admin admin] Deleting subnet 578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:21:11.858757 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e579391c-54cb-465b-a7f4-b93203b44ffe admin admin] Publish callbacks [] for subnet (578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.894626 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e579391c-54cb-465b-a7f4-b93203b44ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:11.971286 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e579391c-54cb-465b-a7f4-b93203b44ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.089330 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e579391c-54cb-465b-a7f4-b93203b44ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.092821 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:12.118569 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579391c-54cb-465b-a7f4-b93203b44ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:12.120574 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-e579391c-54cb-465b-a7f4-b93203b44ffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.124191 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e579391c-54cb-465b-a7f4-b93203b44ffe admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/578a46c4-6f0c-4b99-869d-4b2a9ef3ea3b HTTP/1.1" status: 204 len: 168 time: 0.3111868 Oct 10 17:21:12.125872 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42920019-2e7b-4e6a-9942-9406255312d0 None None] Network 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:21:12.126855 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34656) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:12.198603 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.241237 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Deleting port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:21:12.241578 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.284271 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] DHCP port deletion for 87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:21:12.314698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] For port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:21:12.315067 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.328047 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Deleting port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:21:12.328479 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.330157 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Calling delete_port for 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 owned by network:dhcp {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:21:12.484889 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.514053 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:12.518009 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] No DVR routers for this DVR port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 on host dv-cinder-834540-2-iscsi {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:21:12.522909 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] For port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9,segment=NetworkSegment(a4e2999e-6af4-4601-b2ec-1a1f84aebb40),segment_id=a4e2999e-6af4-4601-b2ec-1a1f84aebb40)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:21:12.522909 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.535436 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Calling delete_port for 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:21:12.589553 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.615298 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0']}} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: from cryptography.utils import int_from_bytes Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: from cryptography.utils import int_from_bytes Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.618019 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 17:21:12.621772 dv-cinder-834540-2-iscsi neutron-server[105001]: self.session.flush() Oct 10 17:21:12.624742 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.626691 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40') {'for_net_delete': True} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:12.627189 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e2999e-6af4-4601-b2ec-1a1f84aebb40') {} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:21:12.638670 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2530065'] for segment (a4e2999e-6af4-4601-b2ec-1a1f84aebb40), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.650232 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Pushing event deleted for resources: {'Port': ['ID=605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:12.654459 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (a4e2999e-6af4-4601-b2ec-1a1f84aebb40), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.660940 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.661343 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.661741 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.662558 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.662899 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.663058 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=105000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:21:12.663231 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.663578 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.663691 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2397517'] for segment (a4e2999e-6af4-4601-b2ec-1a1f84aebb40), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.663893 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.664273 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.664599 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.665426 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.665426 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.665677 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.665923 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.666240 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:21:12.669037 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e1421-d411-48d0-9cc2-687c911c3126 None None] No DVR routers for this DVR port 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:21:12.723775 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:12.748142 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment a4e2999e-6af4-4601-b2ec-1a1f84aebb40 resource provider aggregate not found Oct 10 17:21:12.761175 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5e80abf9-2c2e-4024-9671-941180e9ccdf no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:21:12.767853 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment a4e2999e-6af4-4601-b2ec-1a1f84aebb40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4e2999e-6af4-4601-b2ec-1a1f84aebb40 found for delete ", "request_id": "req-d1e28d5f-41e3-4468-a8f7-4e1df438ac0a"}]} Oct 10 17:21:12.781261 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 5e80abf9-2c2e-4024-9671-941180e9ccdf {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:21:12.781606 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5e80abf9-2c2e-4024-9671-941180e9ccdf not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:21:12.782534 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:21:12.801906 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:21:12.802250 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 5b0da9ad-6f8b-41c9-9a30-126fd00d80f3 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:21:12.802664 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:21:12.820648 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:21:12.820991 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 605fb0a9-afc9-46c0-b7bd-3fe575c4f4b9 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:21:12.827226 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.833416 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:12.835621 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0 HTTP/1.1" status: 204 len: 168 time: 0.7077799 Oct 10 17:21:12.849202 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b94ffb-e608-4aa2-b938-b3f3799a0c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=87222dc5-bfc9-4e5d-99dd-9e26eb1b32f0,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:13.142642 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34666) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:13.181553 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-e7a1efba-c937-4fa8-922f-ca594ffd72c8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f4fa5392cfd049509a86b2d88d536409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377445 Oct 10 17:21:13.183825 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34668) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:13.233223 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c4881a8-ce6b-42f4-b1b2-ca386e56b598 admin admin] Publish callbacks [] for security_group (f0d232d9-4019-40d6-b8ca-0126be86a18e), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:13.252310 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c4881a8-ce6b-42f4-b1b2-ca386e56b598 admin admin] Publish callbacks [] for security_group (f0d232d9-4019-40d6-b8ca-0126be86a18e), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:13.368638 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c4881a8-ce6b-42f4-b1b2-ca386e56b598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f0d232d9-4019-40d6-b8ca-0126be86a18e), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:13.371097 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6c4881a8-ce6b-42f4-b1b2-ca386e56b598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:13.372272 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6c4881a8-ce6b-42f4-b1b2-ca386e56b598 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f0d232d9-4019-40d6-b8ca-0126be86a18e HTTP/1.1" status: 204 len: 168 time: 0.1875172 Oct 10 17:21:13.381644 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4881a8-ce6b-42f4-b1b2-ca386e56b598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d232d9-4019-40d6-b8ca-0126be86a18e,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:15.689295 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34718) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:15.717492 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:15.793397 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4714a900-66c6-4192-8263-a34e0ff31fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:15.865337 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4714a900-66c6-4192-8263-a34e0ff31fa7 admin admin] Publish callbacks [] for security_group (fd1aba15-b73c-46d9-9c92-2709f439099a), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:15.934475 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-4714a900-66c6-4192-8263-a34e0ff31fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (fd1aba15-b73c-46d9-9c92-2709f439099a), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:15.974350 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-4714a900-66c6-4192-8263-a34e0ff31fa7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c4dccd748ade4c94ab254c32dc313306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840075 Oct 10 17:21:15.975212 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714a900-66c6-4192-8263-a34e0ff31fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1aba15-b73c-46d9-9c92-2709f439099a,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:15.977709 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34722) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:16.026556 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8fc0-3a7e-43e8-a39a-08a1cc7bd798 admin admin] Publish callbacks [] for security_group (fd1aba15-b73c-46d9-9c92-2709f439099a), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:16.046631 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8fc0-3a7e-43e8-a39a-08a1cc7bd798 admin admin] Publish callbacks [] for security_group (fd1aba15-b73c-46d9-9c92-2709f439099a), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:16.073801 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:16.165605 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8fc0-3a7e-43e8-a39a-08a1cc7bd798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (fd1aba15-b73c-46d9-9c92-2709f439099a), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:16.168386 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8fc0-3a7e-43e8-a39a-08a1cc7bd798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:16.169602 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-7f0f8fc0-3a7e-43e8-a39a-08a1cc7bd798 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fd1aba15-b73c-46d9-9c92-2709f439099a HTTP/1.1" status: 204 len: 168 time: 0.1909087 Oct 10 17:21:16.179185 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f8fc0-3a7e-43e8-a39a-08a1cc7bd798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1aba15-b73c-46d9-9c92-2709f439099a,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:16.325104 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:16.329943 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:16.742824 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34728) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:16.756131 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-831c99fd-2c9f-4e3d-a2a9-32a600a65d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:16.833671 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-831c99fd-2c9f-4e3d-a2a9-32a600a65d67 admin admin] Publish callbacks [] for security_group (bcd4d79b-ee27-4f37-9bb2-6c513377fa5f), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:16.884152 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-831c99fd-2c9f-4e3d-a2a9-32a600a65d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (bcd4d79b-ee27-4f37-9bb2-6c513377fa5f), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:16.923183 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c99fd-2c9f-4e3d-a2a9-32a600a65d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd4d79b-ee27-4f37-9bb2-6c513377fa5f,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:16.927390 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-831c99fd-2c9f-4e3d-a2a9-32a600a65d67 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e204a626cffb4a14b6b0e7da79a7eb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835160 Oct 10 17:21:16.930152 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34730) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:16.978836 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fc93fa22-978d-4052-93e6-c4a9a207a6c5 admin admin] Publish callbacks [] for security_group (bcd4d79b-ee27-4f37-9bb2-6c513377fa5f), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:16.998313 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fc93fa22-978d-4052-93e6-c4a9a207a6c5 admin admin] Publish callbacks [] for security_group (bcd4d79b-ee27-4f37-9bb2-6c513377fa5f), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:17.101176 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fc93fa22-978d-4052-93e6-c4a9a207a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (bcd4d79b-ee27-4f37-9bb2-6c513377fa5f), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:17.103716 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-fc93fa22-978d-4052-93e6-c4a9a207a6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:17.104915 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-fc93fa22-978d-4052-93e6-c4a9a207a6c5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bcd4d79b-ee27-4f37-9bb2-6c513377fa5f HTTP/1.1" status: 204 len: 168 time: 0.1738441 Oct 10 17:21:17.113136 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93fa22-978d-4052-93e6-c4a9a207a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd4d79b-ee27-4f37-9bb2-6c513377fa5f,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:17.194663 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:21:23.006480 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34814) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:23.110299 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2c6a-4d45-4cf7-892f-6f8356461346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:23.183730 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2c6a-4d45-4cf7-892f-6f8356461346 admin admin] Publish callbacks [] for security_group (aa470f95-45ff-48e7-b496-9f298e49c4e6), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:23.244237 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2c6a-4d45-4cf7-892f-6f8356461346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (aa470f95-45ff-48e7-b496-9f298e49c4e6), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:23.259333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=12 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:23.283718 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-a2ba2c6a-4d45-4cf7-892f-6f8356461346 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=45ab0b48ec934775a923b416a863630b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762189 Oct 10 17:21:23.286556 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34818) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:23.288117 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba2c6a-4d45-4cf7-892f-6f8356461346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa470f95-45ff-48e7-b496-9f298e49c4e6,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:23.335477 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88a087f9-34ce-4286-8882-d3e9fbfef30f admin admin] Publish callbacks [] for security_group (aa470f95-45ff-48e7-b496-9f298e49c4e6), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:23.358431 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88a087f9-34ce-4286-8882-d3e9fbfef30f admin admin] Publish callbacks [] for security_group (aa470f95-45ff-48e7-b496-9f298e49c4e6), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:23.461746 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88a087f9-34ce-4286-8882-d3e9fbfef30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (aa470f95-45ff-48e7-b496-9f298e49c4e6), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:23.464202 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-88a087f9-34ce-4286-8882-d3e9fbfef30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:23.465362 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-88a087f9-34ce-4286-8882-d3e9fbfef30f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aa470f95-45ff-48e7-b496-9f298e49c4e6 HTTP/1.1" status: 204 len: 168 time: 0.1777308 Oct 10 17:21:23.473672 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a087f9-34ce-4286-8882-d3e9fbfef30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa470f95-45ff-48e7-b496-9f298e49c4e6,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:24.033038 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34824) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:24.046621 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c630021a-a44e-48ec-aae4-384b418747b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:24.120475 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c630021a-a44e-48ec-aae4-384b418747b6 admin admin] Publish callbacks [] for security_group (f05cccfa-5cc3-4f15-913c-7df325e717e4), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:24.174721 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-c630021a-a44e-48ec-aae4-384b418747b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f05cccfa-5cc3-4f15-913c-7df325e717e4), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:24.205442 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:24.212900 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630021a-a44e-48ec-aae4-384b418747b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05cccfa-5cc3-4f15-913c-7df325e717e4,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:24.218830 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-c630021a-a44e-48ec-aae4-384b418747b6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d67c9b9734f74ad19e9cd166c38d4ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847079 Oct 10 17:21:24.222021 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34826) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:24.271034 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-64487212-5bba-4372-b229-9448bb587adf admin admin] Publish callbacks [] for security_group (f05cccfa-5cc3-4f15-913c-7df325e717e4), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:24.291149 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-64487212-5bba-4372-b229-9448bb587adf admin admin] Publish callbacks [] for security_group (f05cccfa-5cc3-4f15-913c-7df325e717e4), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:24.431830 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-64487212-5bba-4372-b229-9448bb587adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (f05cccfa-5cc3-4f15-913c-7df325e717e4), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:24.434400 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-64487212-5bba-4372-b229-9448bb587adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:24.435697 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-64487212-5bba-4372-b229-9448bb587adf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f05cccfa-5cc3-4f15-913c-7df325e717e4 HTTP/1.1" status: 204 len: 168 time: 0.2126327 Oct 10 17:21:24.443717 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64487212-5bba-4372-b229-9448bb587adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05cccfa-5cc3-4f15-913c-7df325e717e4,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:33.247303 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:33.468276 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=49,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:33.470368 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=69,neutron:DELETE=7,neutron:INSERT=8 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:33.486323 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=71,neutron:DELETE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:34.439198 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:34.439957 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=54,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:34.457099 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:35.020491 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-11997c85-bf27-4fc0-b5af-2859370458dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:37.008752 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34916) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:37.111449 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8301c146-fefc-41a9-83eb-6961c5846c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:37.183772 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8301c146-fefc-41a9-83eb-6961c5846c25 admin admin] Publish callbacks [] for security_group (3b18a14c-ca61-43ca-835b-e3d6cbe8d2a8), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:37.254015 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8301c146-fefc-41a9-83eb-6961c5846c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (3b18a14c-ca61-43ca-835b-e3d6cbe8d2a8), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:37.291776 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-8301c146-fefc-41a9-83eb-6961c5846c25 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=90c926239db24d6a81ca3f7497bae539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819250 Oct 10 17:21:37.293649 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301c146-fefc-41a9-83eb-6961c5846c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b18a14c-ca61-43ca-835b-e3d6cbe8d2a8,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:37.294696 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 34920) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:37.311492 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-abda7787-8d87-4a03-b8b7-81997a83b1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:37.345165 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4fd34045-373e-4933-943d-6cc8f00f1177 admin admin] Publish callbacks [] for security_group (3b18a14c-ca61-43ca-835b-e3d6cbe8d2a8), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:37.365229 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4fd34045-373e-4933-943d-6cc8f00f1177 admin admin] Publish callbacks [] for security_group (3b18a14c-ca61-43ca-835b-e3d6cbe8d2a8), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:37.488557 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4fd34045-373e-4933-943d-6cc8f00f1177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (3b18a14c-ca61-43ca-835b-e3d6cbe8d2a8), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:37.491106 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4fd34045-373e-4933-943d-6cc8f00f1177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:37.492288 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-4fd34045-373e-4933-943d-6cc8f00f1177 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3b18a14c-ca61-43ca-835b-e3d6cbe8d2a8 HTTP/1.1" status: 204 len: 168 time: 0.1965811 Oct 10 17:21:37.500489 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd34045-373e-4933-943d-6cc8f00f1177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b18a14c-ca61-43ca-835b-e3d6cbe8d2a8,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:38.117927 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34926) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:38.131939 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b062-b771-4ca1-875e-05c5c80db459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:38.206104 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b062-b771-4ca1-875e-05c5c80db459 admin admin] Publish callbacks [] for security_group (4feb9a30-1f9d-41b7-9f4d-7baa99bfcb03), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:38.271263 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b062-b771-4ca1-875e-05c5c80db459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (4feb9a30-1f9d-41b7-9f4d-7baa99bfcb03), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:38.307777 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8b062-b771-4ca1-875e-05c5c80db459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb9a30-1f9d-41b7-9f4d-7baa99bfcb03,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:38.311858 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-b2c8b062-b771-4ca1-875e-05c5c80db459 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a59d3bebf0884183a9242186a386b5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929278 Oct 10 17:21:38.315659 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34928) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:38.357200 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:38.366857 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc32b-57f7-4e25-88c2-1457a82de92c admin admin] Publish callbacks [] for security_group (4feb9a30-1f9d-41b7-9f4d-7baa99bfcb03), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:38.386739 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc32b-57f7-4e25-88c2-1457a82de92c admin admin] Publish callbacks [] for security_group (4feb9a30-1f9d-41b7-9f4d-7baa99bfcb03), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:38.523100 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc32b-57f7-4e25-88c2-1457a82de92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (4feb9a30-1f9d-41b7-9f4d-7baa99bfcb03), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:38.525587 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc32b-57f7-4e25-88c2-1457a82de92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:38.526737 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6bbdc32b-57f7-4e25-88c2-1457a82de92c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4feb9a30-1f9d-41b7-9f4d-7baa99bfcb03 HTTP/1.1" status: 204 len: 168 time: 0.2108195 Oct 10 17:21:38.534888 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdc32b-57f7-4e25-88c2-1457a82de92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb9a30-1f9d-41b7-9f4d-7baa99bfcb03,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:39.461777 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34950) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:39.555040 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1499882181-network', 'tenant_id': '9888d15cc64842d397087e5c5265ca64'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:21:39.655198 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Made reservation on behalf of 9888d15cc64842d397087e5c5265ca64 for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:21:39.657464 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:39.665877 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:39.739168 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Publish callbacks [] for security_group (83eb40a1-f67b-4386-8b1f-79707018653e), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:39.780804 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (83eb40a1-f67b-4386-8b1f-79707018653e), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:39.804748 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:21:39.814778 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eb40a1-f67b-4386-8b1f-79707018653e,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:39.819677 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (97251d6d-658a-4a68-91f4-27a0d22fb13b), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:39.820133 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Added segment 97251d6d-658a-4a68-91f4-27a0d22fb13b of type vlan for network 37baa068-db70-4cc8-b013-454f3dc78194 Oct 10 17:21:39.829498 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:39.849113 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:39.862431 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (37baa068-db70-4cc8-b013-454f3dc78194), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:39.945601 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (37baa068-db70-4cc8-b013-454f3dc78194), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:39.946632 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:39.947218 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:40.006941 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] Pushing event updated for resources: {'Network': ['ID=37baa068-db70-4cc8-b013-454f3dc78194,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:40.016368 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 37baa068-db70-4cc8-b013-454f3dc78194 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:21:40.045820 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-026b3270-f785-492a-b682-1f7486af461d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5829253 Oct 10 17:21:40.049333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 34954) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:21:40.053913 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Request body: {'subnet': {'network_id': '37baa068-db70-4cc8-b013-454f3dc78194', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1499882181-subnet', 'tenant_id': '9888d15cc64842d397087e5c5265ca64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:21:40.107221 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:40.108543 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:40.164516 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Made reservation on behalf of 9888d15cc64842d397087e5c5265ca64 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:21:40.166890 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26218626'] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:40.397647 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2925975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26218640'] for subnet (e2db1ed2-a149-4909-92f0-023bb57c765d), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:40.458451 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2db1ed2-a149-4909-92f0-023bb57c765d,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:40.464065 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Checking segment: {'id': '97251d6d-658a-4a68-91f4-27a0d22fb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:21:40.464657 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Network hostable DHCP agents. Network: 37baa068-db70-4cc8-b013-454f3dc78194, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:21:40.580050 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Network 37baa068-db70-4cc8-b013-454f3dc78194 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:21:40.654024 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 37baa068-db70-4cc8-b013-454f3dc78194) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:21:40.658605 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:40.659197 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:40.663595 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b4c785-aa29-4921-81a5-114bcb5637cb None None] Network 37baa068-db70-4cc8-b013-454f3dc78194 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:21:40.668318 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:40.754292 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-1d864aaf-3ea0-4ee7-87b7-7733865b792e admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7039104 Oct 10 17:21:40.766183 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a13b2c3-8dfd-473e-8e11-dfda02330a63 None None] Network 37baa068-db70-4cc8-b013-454f3dc78194 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:21:42.895537 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d8302-6020-442a-a1a2-5b986856af60 req-4e02d317-d2be-47f7-9438-1467e4736902 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:42.896951 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-4e02d317-d2be-47f7-9438-1467e4736902 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/networks?id=37baa068-db70-4cc8-b013-454f3dc78194 HTTP/1.1" status: 200 len: 809 time: 0.1051824 Oct 10 17:21:42.911445 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-1dac58a7-42aa-4e4b-bbdb-0845ba5987f7 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/quotas/9888d15cc64842d397087e5c5265ca64 HTTP/1.1" status: 200 len: 375 time: 0.0092783 Oct 10 17:21:42.942963 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-b4342648-040b-4439-82ba-4a931c023af2 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9888d15cc64842d397087e5c5265ca64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266256 Oct 10 17:21:43.035667 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9c54df0d-9b45-4c91-b3e2-1d62de57bfe5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/37baa068-db70-4cc8-b013-454f3dc78194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861952 Oct 10 17:21:43.123153 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-062b68bf-4e6c-47e9-bdf8-a2d3ef1c1eee service neutron] 10.222.0.42 "GET /networking/v2.0/networks/37baa068-db70-4cc8-b013-454f3dc78194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817106 Oct 10 17:21:43.410603 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-331e4430-aa3f-41ee-857c-6571f3fc5a1d req-27f95a6d-9780-4507-9ac0-8d124eaeab3b tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 210 time: 0.0577176 Oct 10 17:21:44.516504 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b2a425d5-a8e6-4fbc-b77a-a407b70e892e req-8c6a48b1-3fb7-4bc8-a044-72b40fedda4b tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 210 time: 0.0275350 Oct 10 17:21:45.627218 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f9225a3e-86c7-4681-bbb4-67aa825816f1 req-d9e92857-7cde-4e8b-a759-86dcb036bdb6 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 210 time: 0.0274858 Oct 10 17:21:45.735238 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:45.888386 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d8302-6020-442a-a1a2-5b986856af60 req-977e30fd-ace8-47c1-abbb-0a66dd92684b tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:45.889822 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-977e30fd-ace8-47c1-abbb-0a66dd92684b tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.25 "GET /networking/v2.0/networks?id=37baa068-db70-4cc8-b013-454f3dc78194 HTTP/1.1" status: 200 len: 809 time: 0.1057062 Oct 10 17:21:45.908201 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Request body: {'port': {'device_id': '635cd4eb-8947-4063-955f-e59d250a6a0c', 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194', 'admin_state_up': True, 'tenant_id': '9888d15cc64842d397087e5c5265ca64'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:21:46.077073 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Made reservation on behalf of 9888d15cc64842d397087e5c5265ca64 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:21:46.081816 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:46.209488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Allocated IP 172.20.0.4 (37baa068-db70-4cc8-b013-454f3dc78194/e2db1ed2-a149-4909-92f0-023bb57c765d/e250d911-1986-4e91-a793-0b33409eea5c) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:21:46.213127 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:46.244224 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:46.588174 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks [] for port (e250d911-1986-4e91-a793-0b33409eea5c), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:46.678586 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (e250d911-1986-4e91-a793-0b33409eea5c), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:46.756262 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Network 37baa068-db70-4cc8-b013-454f3dc78194 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:21:46.763604 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:21:46.768626 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:21:46.771275 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Pushing event updated for resources: {'Port': ['ID=e250d911-1986-4e91-a793-0b33409eea5c,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:46.799206 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a612143-6482-4f12-97b1-218c8b9d9470 req-2bd53f72-0a78-4cb5-acc6-4aae8b067133 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:46.800690 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2a612143-6482-4f12-97b1-218c8b9d9470 req-2bd53f72-0a78-4cb5-acc6-4aae8b067133 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 931 time: 0.0938814 Oct 10 17:21:46.842677 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:46.843200 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:46.872042 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2a612143-6482-4f12-97b1-218c8b9d9470 req-2fa5bdd6-1e45-4ce9-a65d-680d400f8abe tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638549 Oct 10 17:21:46.949340 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-9ac3fd91-ee0f-46cd-a7dd-80fab99e575c tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0453339 Oct 10 17:21:46.974444 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Request body: {'port': {'device_id': '635cd4eb-8947-4063-955f-e59d250a6a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:21:47.035695 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e250d911-1986-4e91-a793-0b33409eea5c), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:47.194261 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:47.283075 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e250d911-1986-4e91-a793-0b33409eea5c {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:21:47.290382 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Publish callbacks [] for port (e250d911-1986-4e91-a793-0b33409eea5c), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:47.303646 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Transition to ACTIVE for port object e250d911-1986-4e91-a793-0b33409eea5c will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:21:47.391442 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (e250d911-1986-4e91-a793-0b33409eea5c), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:47.469769 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Pushing event updated for resources: {'Port': ['ID=e250d911-1986-4e91-a793-0b33409eea5c,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:47.500715 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Attempting to bind port e250d911-1986-4e91-a793-0b33409eea5c on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:21:47.501055 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Attempting to bind port e250d911-1986-4e91-a793-0b33409eea5c by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '97251d6d-658a-4a68-91f4-27a0d22fb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:21:47.501410 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Attempting to bind port e250d911-1986-4e91-a793-0b33409eea5c on network 37baa068-db70-4cc8-b013-454f3dc78194 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:21:47.541636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Port e250d911-1986-4e91-a793-0b33409eea5c on network 37baa068-db70-4cc8-b013-454f3dc78194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:21:47.541958 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Attempting to bind port e250d911-1986-4e91-a793-0b33409eea5c on network 37baa068-db70-4cc8-b013-454f3dc78194 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:21:47.567080 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:47.582722 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:21:47.583056 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Checking segment: {'id': '97251d6d-658a-4a68-91f4-27a0d22fb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:21:47.583435 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Bound using segment: {'id': '97251d6d-658a-4a68-91f4-27a0d22fb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:21:47.583866 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Bound port: e250d911-1986-4e91-a793-0b33409eea5c, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97251d6d-658a-4a68-91f4-27a0d22fb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:21:47.584255 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e250d911-1986-4e91-a793-0b33409eea5c), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:47.647413 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] For port e250d911-1986-4e91-a793-0b33409eea5c, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:21:47.650399 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] For port e250d911-1986-4e91-a793-0b33409eea5c, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=e250d911-1986-4e91-a793-0b33409eea5c,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:21:47.718095 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (e250d911-1986-4e91-a793-0b33409eea5c), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:47.722748 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:47.723291 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:47.724848 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e250d911-1986-4e91-a793-0b33409eea5c HTTP/1.1" status: 200 len: 1093 time: 0.7545042 Oct 10 17:21:47.725391 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635cd4eb-8947-4063-955f-e59d250a6a0c', 'tag': 'e250d911-1986-4e91-a793-0b33409eea5c'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:21:47.727601 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e0be9-4a5c-479a-8139-0f93ee34b467" -d '{"events": [{"name": "network-changed", "server_uuid": "635cd4eb-8947-4063-955f-e59d250a6a0c", "tag": "e250d911-1986-4e91-a793-0b33409eea5c"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:21:47.767869 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aadd40d-e40c-41cc-b3c8-469c880c71a8 x-openstack-request-id: req-9aadd40d-e40c-41cc-b3c8-469c880c71a8 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:21:47.768206 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635cd4eb-8947-4063-955f-e59d250a6a0c", "tag": "e250d911-1986-4e91-a793-0b33409eea5c", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:21:47.768458 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9aadd40d-e40c-41cc-b3c8-469c880c71a8 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:21:47.768860 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aadd40d-e40c-41cc-b3c8-469c880c71a8'] response: {'name': 'network-changed', 'server_uuid': '635cd4eb-8947-4063-955f-e59d250a6a0c', 'tag': 'e250d911-1986-4e91-a793-0b33409eea5c', 'status': 'completed', 'code': 200} Oct 10 17:21:47.778135 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2e761-7c21-44bc-8fab-a29d1ddeeb2b service neutron] Pushing event updated for resources: {'Port': ['ID=e250d911-1986-4e91-a793-0b33409eea5c,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:47.866236 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0be9-4a5c-479a-8139-0f93ee34b467 req-33bd77f2-5f84-42d7-9325-656b5c9adcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:47.867761 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-117e0be9-4a5c-479a-8139-0f93ee34b467 req-33bd77f2-5f84-42d7-9325-656b5c9adcd7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9888d15cc64842d397087e5c5265ca64&device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 1127 time: 0.0405440 Oct 10 17:21:48.008228 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637f1d-7403-4fdb-920d-371436f5e933 req-3110227c-f375-4905-999c-8395896097f0 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:48.009595 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d637f1d-7403-4fdb-920d-371436f5e933 req-3110227c-f375-4905-999c-8395896097f0 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 943 time: 0.0636530 Oct 10 17:21:48.034886 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0be9-4a5c-479a-8139-0f93ee34b467 req-16665400-aa0f-4888-abbe-3f3dd217a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:48.036590 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-117e0be9-4a5c-479a-8139-0f93ee34b467 req-16665400-aa0f-4888-abbe-3f3dd217a2ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9888d15cc64842d397087e5c5265ca64&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1473322 Oct 10 17:21:48.109025 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d637f1d-7403-4fdb-920d-371436f5e933 req-22c387b0-e32f-4bf0-a080-ba7f20960030 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899944 Oct 10 17:21:48.152008 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0be9-4a5c-479a-8139-0f93ee34b467 req-89c8fa97-d8a0-43c6-ae60-cd0e0ec0eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:48.153491 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-117e0be9-4a5c-479a-8139-0f93ee34b467 req-89c8fa97-d8a0-43c6-ae60-cd0e0ec0eb56 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044621 Oct 10 17:21:48.261836 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d8302-6020-442a-a1a2-5b986856af60 req-91ea668a-5600-4ae6-bf8a-87f387d2f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:48.263226 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-91ea668a-5600-4ae6-bf8a-87f387d2f2d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9888d15cc64842d397087e5c5265ca64&device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 1127 time: 0.0392754 Oct 10 17:21:48.318674 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-100c1018-a6f8-40e6-8dcf-45359ba7c52e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e250d911-1986-4e91-a793-0b33409eea5c HTTP/1.1" status: 200 len: 217 time: 0.0352781 Oct 10 17:21:48.368450 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d8302-6020-442a-a1a2-5b986856af60 req-0efef1a4-9185-446b-9221-bfef5164e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:48.369838 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-0efef1a4-9185-446b-9221-bfef5164e8e1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e2db1ed2-a149-4909-92f0-023bb57c765d HTTP/1.1" status: 200 len: 849 time: 0.0428686 Oct 10 17:21:48.385961 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:48.405358 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-1d72712f-06eb-4e60-974c-50a1e3a0a58c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=37baa068-db70-4cc8-b013-454f3dc78194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260808 Oct 10 17:21:48.506289 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-1273fbc1-26cd-43c5-a821-f1f50dad4f27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/37baa068-db70-4cc8-b013-454f3dc78194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915325 Oct 10 17:21:48.598619 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c88d8302-6020-442a-a1a2-5b986856af60 req-d997b321-13ce-498e-9553-398d63fe439a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/37baa068-db70-4cc8-b013-454f3dc78194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828400 Oct 10 17:21:49.229900 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06dae1-72a3-4868-b97b-7423243cfa0f req-5c910567-1dff-4507-80b6-147cbe8d879e tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:49.231349 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-aa06dae1-72a3-4868-b97b-7423243cfa0f req-5c910567-1dff-4507-80b6-147cbe8d879e tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 943 time: 0.0460498 Oct 10 17:21:49.280855 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-aa06dae1-72a3-4868-b97b-7423243cfa0f req-efb12e1d-524f-4efb-a4e1-5f287178c1bd tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Oct 10 17:21:50.399055 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7d396-6bc7-4062-8a4b-dc18c4d94a97 req-c84526c0-eb4c-4d32-a7c4-de59de2bcfc8 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:50.400542 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d0c7d396-6bc7-4062-8a4b-dc18c4d94a97 req-c84526c0-eb4c-4d32-a7c4-de59de2bcfc8 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 943 time: 0.0462761 Oct 10 17:21:50.448716 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d0c7d396-6bc7-4062-8a4b-dc18c4d94a97 req-833e2bd6-1e11-43ee-953a-f620840fe198 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Oct 10 17:21:50.668057 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:50.823659 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device e250d911-1986-4e91-a793-0b33409eea5c details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:21:50.922707 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port e250d911-1986-4e91-a793-0b33409eea5c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=e250d911-1986-4e91-a793-0b33409eea5c,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:21:50.933772 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'e250d911-1986-4e91-a793-0b33409eea5c', 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194', 'port_id': 'e250d911-1986-4e91-a793-0b33409eea5c', 'mac_address': 'fa:16:3e:cb:00:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db1ed2-a149-4909-92f0-023bb57c765d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:21:50.968242 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port e250d911-1986-4e91-a793-0b33409eea5c is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:21:50.968629 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e250d911-1986-4e91-a793-0b33409eea5c), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:50.981332 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e250d911-1986-4e91-a793-0b33409eea5c {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:21:51.000972 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port e250d911-1986-4e91-a793-0b33409eea5c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=e250d911-1986-4e91-a793-0b33409eea5c,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:21:51.105317 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e250d911-1986-4e91-a793-0b33409eea5c), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:51.150474 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=e250d911-1986-4e91-a793-0b33409eea5c,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:51.470359 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['e250d911-1986-4e91-a793-0b33409eea5c'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:21:51.552375 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:51.567796 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41cf4c-7110-4451-9282-976a970bc6e7 req-07c69318-e55f-466b-b6fa-1a2acda85f9d tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:51.569286 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3a41cf4c-7110-4451-9282-976a970bc6e7 req-07c69318-e55f-466b-b6fa-1a2acda85f9d tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 944 time: 0.0468919 Oct 10 17:21:51.616477 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3a41cf4c-7110-4451-9282-976a970bc6e7 req-0d45b762-3511-425d-a449-137b4ec9cd01 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Oct 10 17:21:52.745642 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932d998-8eb0-4096-8f13-45371ef09266 req-bcc35326-240e-40b3-8f82-2c9aab3291eb tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:52.747097 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5932d998-8eb0-4096-8f13-45371ef09266 req-bcc35326-240e-40b3-8f82-2c9aab3291eb tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 944 time: 0.0513213 Oct 10 17:21:52.793276 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5932d998-8eb0-4096-8f13-45371ef09266 req-1e14d686-ef2c-4521-9882-53b4d728a008 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Oct 10 17:21:52.832454 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device e250d911-1986-4e91-a793-0b33409eea5c up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:21:52.835521 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:52.870200 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:52.874517 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port e250d911-1986-4e91-a793-0b33409eea5c completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:21:52.951191 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port e250d911-1986-4e91-a793-0b33409eea5c triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:21:52.951591 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e250d911-1986-4e91-a793-0b33409eea5c), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:52.951926 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port e250d911-1986-4e91-a793-0b33409eea5c Oct 10 17:21:53.026236 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port e250d911-1986-4e91-a793-0b33409eea5c is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:21:53.026618 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e250d911-1986-4e91-a793-0b33409eea5c), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:53.048290 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635cd4eb-8947-4063-955f-e59d250a6a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250d911-1986-4e91-a793-0b33409eea5c'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:21:53.052172 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09419334-fa54-4adb-a5a0-cb0632b8919c" -d '{"events": [{"server_uuid": "635cd4eb-8947-4063-955f-e59d250a6a0c", "name": "network-vif-plugged", "status": "completed", "tag": "e250d911-1986-4e91-a793-0b33409eea5c"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:21:53.062422 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port e250d911-1986-4e91-a793-0b33409eea5c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=e250d911-1986-4e91-a793-0b33409eea5c,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:21:53.089371 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab30716-a91e-4e20-a605-a4cd7036de99 x-openstack-request-id: req-dab30716-a91e-4e20-a605-a4cd7036de99 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:21:53.089661 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635cd4eb-8947-4063-955f-e59d250a6a0c", "name": "network-vif-plugged", "status": "completed", "tag": "e250d911-1986-4e91-a793-0b33409eea5c", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:21:53.089916 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dab30716-a91e-4e20-a605-a4cd7036de99 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:21:53.090313 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab30716-a91e-4e20-a605-a4cd7036de99'] response: {'server_uuid': '635cd4eb-8947-4063-955f-e59d250a6a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250d911-1986-4e91-a793-0b33409eea5c', 'code': 200} Oct 10 17:21:53.128758 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e250d911-1986-4e91-a793-0b33409eea5c), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:53.177485 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=e250d911-1986-4e91-a793-0b33409eea5c,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:53.325135 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:53.327880 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:53.431656 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cf86d-885b-46ae-915b-d62111c71fb3 req-98f1e9c6-50d2-47f8-81fc-a9711c733c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:53.433158 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-890cf86d-885b-46ae-915b-d62111c71fb3 req-98f1e9c6-50d2-47f8-81fc-a9711c733c40 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 1129 time: 0.0378945 Oct 10 17:21:53.480719 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-890cf86d-885b-46ae-915b-d62111c71fb3 req-9810e2c3-54b7-48b8-9e3c-c29152adf98f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382347 Oct 10 17:21:53.914402 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd4d14-30e2-4cd6-a1b2-7bfb552daf1d req-f4d1b8ff-a100-400a-83de-21de45e9c171 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:53.915843 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f5fd4d14-30e2-4cd6-a1b2-7bfb552daf1d req-f4d1b8ff-a100-400a-83de-21de45e9c171 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 945 time: 0.0466771 Oct 10 17:21:53.965309 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f5fd4d14-30e2-4cd6-a1b2-7bfb552daf1d req-182b8161-3570-4abf-a4e5-95d73e03a62a tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Oct 10 17:21:54.194175 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:21:55.087050 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f933-0354-430a-8abb-b8a9d3957786 req-0e891aa7-3172-4eeb-b846-37d81091db18 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:55.088525 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cc09f933-0354-430a-8abb-b8a9d3957786 req-0e891aa7-3172-4eeb-b846-37d81091db18 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 945 time: 0.0464413 Oct 10 17:21:55.135670 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cc09f933-0354-430a-8abb-b8a9d3957786 req-51f26930-475d-4aeb-adaa-20f50f4407ce tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 Oct 10 17:21:56.257374 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98b980-743b-4744-b0eb-ccd8753d5373 req-68c7688f-1efd-42bf-b301-4e6d5e1de0a0 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:56.258807 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8d98b980-743b-4744-b0eb-ccd8753d5373 req-68c7688f-1efd-42bf-b301-4e6d5e1de0a0 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 945 time: 0.0460956 Oct 10 17:21:56.303748 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8d98b980-743b-4744-b0eb-ccd8753d5373 req-7f0d6171-1638-4114-bac9-285627f89c51 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Oct 10 17:21:57.633142 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790d0a3-084d-4830-93d8-287adef7ad80 req-e5be79a6-7f2c-4b86-9ff6-bdd8e47c4da6 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:57.634582 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9790d0a3-084d-4830-93d8-287adef7ad80 req-e5be79a6-7f2c-4b86-9ff6-bdd8e47c4da6 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 945 time: 0.0491831 Oct 10 17:21:57.680644 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9790d0a3-084d-4830-93d8-287adef7ad80 req-b7a9b9a2-e2f8-4faa-a79c-6299d059c13b tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Oct 10 17:21:58.800521 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ae674-d048-4ad5-97dc-e4f7ae6bfeb9 req-ebf8a815-56b7-43ea-913e-5deb92f42aa7 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:58.801975 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bf8ae674-d048-4ad5-97dc-e4f7ae6bfeb9 req-ebf8a815-56b7-43ea-913e-5deb92f42aa7 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 945 time: 0.0461888 Oct 10 17:21:58.848315 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bf8ae674-d048-4ad5-97dc-e4f7ae6bfeb9 req-8883a6b6-7588-4c8c-8def-be562adc5553 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408661 Oct 10 17:21:59.197277 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:59.205532 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-cd4cac63-8fca-41f4-8fb9-a7e97262b95d tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:21:59.206948 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-cd4cac63-8fca-41f4-8fb9-a7e97262b95d tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 945 time: 0.0494597 Oct 10 17:21:59.286917 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Deleting port e250d911-1986-4e91-a793-0b33409eea5c {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:21:59.287191 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (e250d911-1986-4e91-a793-0b33409eea5c), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:59.378600 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] For port e250d911-1986-4e91-a793-0b33409eea5c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=e250d911-1986-4e91-a793-0b33409eea5c,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:21:59.378967 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (e250d911-1986-4e91-a793-0b33409eea5c), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:59.392018 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Calling delete_port for e250d911-1986-4e91-a793-0b33409eea5c owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:21:59.402406 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:21:59.552007 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (e250d911-1986-4e91-a793-0b33409eea5c), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:59.576970 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Pushing event deleted for resources: {'Port': ['ID=e250d911-1986-4e91-a793-0b33409eea5c,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:21:59.594891 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['e250d911-1986-4e91-a793-0b33409eea5c'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:21:59.625628 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] No DVR routers for this DVR port e250d911-1986-4e91-a793-0b33409eea5c on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:21:59.628062 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:21:59.631326 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-879250b6-b550-4a9f-8732-ef6d7d355e65 req-69a060df-4000-4fc4-ae57-88fb698b0d63 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e250d911-1986-4e91-a793-0b33409eea5c HTTP/1.1" status: 204 len: 173 time: 0.4187958 Oct 10 17:21:59.631810 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635cd4eb-8947-4063-955f-e59d250a6a0c', 'name': 'network-vif-deleted', 'tag': 'e250d911-1986-4e91-a793-0b33409eea5c'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:21:59.634042 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd11c649-2c48-4b47-8f86-97b88939c27a" -d '{"events": [{"server_uuid": "635cd4eb-8947-4063-955f-e59d250a6a0c", "name": "network-vif-deleted", "tag": "e250d911-1986-4e91-a793-0b33409eea5c"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:21:59.671214 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc5944a-8826-4e49-aea1-713c18c8037b x-openstack-request-id: req-8cc5944a-8826-4e49-aea1-713c18c8037b {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:21:59.671507 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635cd4eb-8947-4063-955f-e59d250a6a0c", "name": "network-vif-deleted", "tag": "e250d911-1986-4e91-a793-0b33409eea5c", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:21:59.671802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cc5944a-8826-4e49-aea1-713c18c8037b {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:21:59.672247 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc5944a-8826-4e49-aea1-713c18c8037b'] response: {'server_uuid': '635cd4eb-8947-4063-955f-e59d250a6a0c', 'name': 'network-vif-deleted', 'tag': 'e250d911-1986-4e91-a793-0b33409eea5c', 'status': 'completed', 'code': 200} Oct 10 17:21:59.949448 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a46e99b0-3639-4887-9f82-bbaf889342c5 req-0c2ecb6f-1262-401a-8254-ac58c6ed4ac9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cd4eb-8947-4063-955f-e59d250a6a0c HTTP/1.1" status: 200 len: 210 time: 0.0272567 Oct 10 17:22:01.218124 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34e88-42e4-49c7-b13f-32343747459c req-e2512e00-ce4d-46f8-a2a4-264d02f28cd1 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:01.219569 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-e2512e00-ce4d-46f8-a2a4-264d02f28cd1 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/networks?id=37baa068-db70-4cc8-b013-454f3dc78194 HTTP/1.1" status: 200 len: 809 time: 0.1033049 Oct 10 17:22:01.233703 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-011b50e7-2009-4126-9cff-8b0307d7827f tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/quotas/9888d15cc64842d397087e5c5265ca64 HTTP/1.1" status: 200 len: 375 time: 0.0087612 Oct 10 17:22:01.264957 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-2ea39efd-12b5-4649-9612-cff008bf1dcf tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9888d15cc64842d397087e5c5265ca64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264945 Oct 10 17:22:01.320324 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-bd85c860-46c2-4a06-b3cb-0a61a79345a6 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:22:01.321364 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-bd85c860-46c2-4a06-b3cb-0a61a79345a6 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0499203 Oct 10 17:22:01.411849 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-7b91faeb-bb78-4781-8a9a-a532e5c3417d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/37baa068-db70-4cc8-b013-454f3dc78194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847745 Oct 10 17:22:01.500346 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-bc788ed9-e981-4fef-8c43-e1fa10e3e82d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/37baa068-db70-4cc8-b013-454f3dc78194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828865 Oct 10 17:22:01.778632 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-46dab861-1b97-4de4-98ce-5caf1035c560 req-3d4aa794-1856-4940-8c65-b8df03ccfbae tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 210 time: 0.0277495 Oct 10 17:22:02.880575 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device e250d911-1986-4e91-a793-0b33409eea5c no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:22:02.882537 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e13c8136-790d-4300-92ff-5660fd0a8f17 req-15afd164-fa7d-4577-9179-1ff09696e7b5 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 210 time: 0.0309119 Oct 10 17:22:02.901438 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: e250d911-1986-4e91-a793-0b33409eea5c {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:22:02.901790 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device e250d911-1986-4e91-a793-0b33409eea5c not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:22:03.918264 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34e88-42e4-49c7-b13f-32343747459c req-fc50efc6-801c-4867-80fe-6de07065a7ba tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:03.919742 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-fc50efc6-801c-4867-80fe-6de07065a7ba tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.25 "GET /networking/v2.0/networks?id=37baa068-db70-4cc8-b013-454f3dc78194 HTTP/1.1" status: 200 len: 809 time: 0.1040263 Oct 10 17:22:03.946121 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Request body: {'port': {'device_id': '16ec43b4-8b60-44e3-8060-4b40773e8bf5', 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194', 'admin_state_up': True, 'tenant_id': '9888d15cc64842d397087e5c5265ca64'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:22:04.016548 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9a25e8fa-70f4-47e9-ae52-f0d016fd87bb req-861292ac-57ec-4072-bb74-85c6c4a98035 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 210 time: 0.0548470 Oct 10 17:22:04.035562 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:04.135428 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Made reservation on behalf of 9888d15cc64842d397087e5c5265ca64 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:22:04.139085 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:04.189721 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:04.190641 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:04.264710 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:04.265972 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Allocated IP 172.20.0.14 (37baa068-db70-4cc8-b013-454f3dc78194/e2db1ed2-a149-4909-92f0-023bb57c765d/f3d981b0-c33f-458a-b1f6-0c94193f922e) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:22:04.412543 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks [] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:04.529661 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:04.571678 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Network 37baa068-db70-4cc8-b013-454f3dc78194 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:22:04.574840 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:22:04.578912 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:22:04.602580 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Pushing event updated for resources: {'Port': ['ID=f3d981b0-c33f-458a-b1f6-0c94193f922e,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:04.615124 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.615466 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.615807 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.616173 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.616500 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.616823 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.617145 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.617465 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.617790 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.618096 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.618409 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.618723 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.619038 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.619349 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.619659 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:04.640656 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:04.641250 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:04.692090 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-8706d660-889e-4b55-a309-39c10d284d67 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500484 Oct 10 17:22:04.712574 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Request body: {'port': {'device_id': '16ec43b4-8b60-44e3-8060-4b40773e8bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:22:04.772676 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:04.786292 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:04.969482 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b8d64ee4-9d17-4c42-8a15-860cad22982b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:05.024376 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d981b0-c33f-458a-b1f6-0c94193f922e {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:22:05.031688 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Publish callbacks [] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:05.044134 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Transition to ACTIVE for port object f3d981b0-c33f-458a-b1f6-0c94193f922e will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:22:05.122400 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:05.399264 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c619bf-6924-4f2b-8a13-fc1936364e71 req-13d1afa1-86f8-4450-8682-886d7fbbd45d tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:05.400638 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b1c619bf-6924-4f2b-8a13-fc1936364e71 req-13d1afa1-86f8-4450-8682-886d7fbbd45d tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 932 time: 0.3086307 Oct 10 17:22:05.449320 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d981b0-c33f-458a-b1f6-0c94193f922e,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:05.506955 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b1c619bf-6924-4f2b-8a13-fc1936364e71 req-b5c6e9b6-01b4-4f01-823d-abf54b55abb2 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961056 Oct 10 17:22:05.520145 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Attempting to bind port f3d981b0-c33f-458a-b1f6-0c94193f922e on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:22:05.520480 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Attempting to bind port f3d981b0-c33f-458a-b1f6-0c94193f922e by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '97251d6d-658a-4a68-91f4-27a0d22fb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:22:05.520844 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Attempting to bind port f3d981b0-c33f-458a-b1f6-0c94193f922e on network 37baa068-db70-4cc8-b013-454f3dc78194 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:22:05.563934 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Port f3d981b0-c33f-458a-b1f6-0c94193f922e on network 37baa068-db70-4cc8-b013-454f3dc78194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:22:05.564282 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Attempting to bind port f3d981b0-c33f-458a-b1f6-0c94193f922e on network 37baa068-db70-4cc8-b013-454f3dc78194 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:22:05.567365 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:05.605907 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:22:05.606237 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Checking segment: {'id': '97251d6d-658a-4a68-91f4-27a0d22fb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:22:05.606608 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Bound using segment: {'id': '97251d6d-658a-4a68-91f4-27a0d22fb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:22:05.607035 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Bound port: f3d981b0-c33f-458a-b1f6-0c94193f922e, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97251d6d-658a-4a68-91f4-27a0d22fb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:22:05.607391 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:05.665393 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] For port f3d981b0-c33f-458a-b1f6-0c94193f922e, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:22:05.668638 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] For port f3d981b0-c33f-458a-b1f6-0c94193f922e, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f3d981b0-c33f-458a-b1f6-0c94193f922e,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:22:05.770147 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:05.774222 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:05.774829 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:05.776252 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f3d981b0-c33f-458a-b1f6-0c94193f922e HTTP/1.1" status: 200 len: 1094 time: 1.0677822 Oct 10 17:22:05.776791 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ec43b4-8b60-44e3-8060-4b40773e8bf5', 'tag': 'f3d981b0-c33f-458a-b1f6-0c94193f922e'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:22:05.779037 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01685158-a7b7-4ec8-b870-04c05531a175" -d '{"events": [{"name": "network-changed", "server_uuid": "16ec43b4-8b60-44e3-8060-4b40773e8bf5", "tag": "f3d981b0-c33f-458a-b1f6-0c94193f922e"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:22:05.817529 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7c3f09-89d4-4270-a222-3782996069e3 x-openstack-request-id: req-0d7c3f09-89d4-4270-a222-3782996069e3 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:22:05.817807 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ec43b4-8b60-44e3-8060-4b40773e8bf5", "tag": "f3d981b0-c33f-458a-b1f6-0c94193f922e", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:22:05.818050 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d7c3f09-89d4-4270-a222-3782996069e3 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:22:05.818441 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7c3f09-89d4-4270-a222-3782996069e3'] response: {'name': 'network-changed', 'server_uuid': '16ec43b4-8b60-44e3-8060-4b40773e8bf5', 'tag': 'f3d981b0-c33f-458a-b1f6-0c94193f922e', 'status': 'completed', 'code': 200} Oct 10 17:22:05.827643 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682d766-0c07-475f-a6e8-42a404e90a16 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d981b0-c33f-458a-b1f6-0c94193f922e,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:05.917220 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01685158-a7b7-4ec8-b870-04c05531a175 req-2e03d884-0b99-4665-8bd2-5b07f5ee42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:05.918615 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-01685158-a7b7-4ec8-b870-04c05531a175 req-2e03d884-0b99-4665-8bd2-5b07f5ee42e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9888d15cc64842d397087e5c5265ca64&device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 1128 time: 0.0448349 Oct 10 17:22:06.025205 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01685158-a7b7-4ec8-b870-04c05531a175 req-8df8292b-47ff-490a-b86d-49a1d684d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:06.026634 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-01685158-a7b7-4ec8-b870-04c05531a175 req-8df8292b-47ff-490a-b86d-49a1d684d718 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9888d15cc64842d397087e5c5265ca64&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0898130 Oct 10 17:22:06.043725 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:06.125485 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01685158-a7b7-4ec8-b870-04c05531a175 req-3d37efca-36f5-465e-ab4b-4ee038291a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:06.126906 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-01685158-a7b7-4ec8-b870-04c05531a175 req-3d37efca-36f5-465e-ab4b-4ee038291a71 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910685 Oct 10 17:22:06.228391 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34e88-42e4-49c7-b13f-32343747459c req-950564f2-10c5-47e7-a21e-3d1ff09a2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:06.229762 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-950564f2-10c5-47e7-a21e-3d1ff09a2252 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9888d15cc64842d397087e5c5265ca64&device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 1128 time: 0.0397098 Oct 10 17:22:06.285267 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-67087cf4-5b5c-4578-abcb-c45a77a23c09 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3d981b0-c33f-458a-b1f6-0c94193f922e HTTP/1.1" status: 200 len: 217 time: 0.0345864 Oct 10 17:22:06.331833 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34e88-42e4-49c7-b13f-32343747459c req-dece48fb-a454-4c1f-8bee-2805d3c67e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:06.333223 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-dece48fb-a454-4c1f-8bee-2805d3c67e74 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e2db1ed2-a149-4909-92f0-023bb57c765d HTTP/1.1" status: 200 len: 849 time: 0.0423965 Oct 10 17:22:06.368050 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-bba0170b-b1ef-4035-970a-92143ef37eeb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=37baa068-db70-4cc8-b013-454f3dc78194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252316 Oct 10 17:22:06.460449 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-1339f5c7-7589-47aa-82f8-c02adf695f45 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/37baa068-db70-4cc8-b013-454f3dc78194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843766 Oct 10 17:22:06.554132 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-17e34e88-42e4-49c7-b13f-32343747459c req-996aa521-634e-41bc-83b3-0bf26a94afea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/37baa068-db70-4cc8-b013-454f3dc78194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844455 Oct 10 17:22:06.627341 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c169b5-d882-494a-bda9-59faeba3bca5 req-39cb4dc2-e58c-45dc-abf7-cd1c242df07f tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:06.628855 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6c169b5-d882-494a-bda9-59faeba3bca5 req-39cb4dc2-e58c-45dc-abf7-cd1c242df07f tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 944 time: 0.0468576 Oct 10 17:22:06.679518 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e6c169b5-d882-494a-bda9-59faeba3bca5 req-166fa9f2-4a66-4d2e-b869-539388596648 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 Oct 10 17:22:07.294925 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2cd63e6c-dd0d-4ffd-b7a5-579bb73998c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:07.797498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20fa49-68b6-4cb7-a2b8-a4146d9e71d1 req-1c30513c-25e4-4979-a040-5b5d3cf1225b tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:07.799084 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8c20fa49-68b6-4cb7-a2b8-a4146d9e71d1 req-1c30513c-25e4-4979-a040-5b5d3cf1225b tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 944 time: 0.0453758 Oct 10 17:22:07.845082 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8c20fa49-68b6-4cb7-a2b8-a4146d9e71d1 req-f96c7d7c-1344-4e2d-8210-c263e9fad028 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 Oct 10 17:22:08.368730 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:08.901511 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f3d981b0-c33f-458a-b1f6-0c94193f922e details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:22:08.968215 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be827df-137d-4baa-9f9a-9ae4d8ca6d39 req-c79c4ab6-30ad-4e8e-86b3-a050e3118883 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:08.969698 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3be827df-137d-4baa-9f9a-9ae4d8ca6d39 req-c79c4ab6-30ad-4e8e-86b3-a050e3118883 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 944 time: 0.0483892 Oct 10 17:22:08.998055 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f3d981b0-c33f-458a-b1f6-0c94193f922e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f3d981b0-c33f-458a-b1f6-0c94193f922e,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:22:09.010096 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'f3d981b0-c33f-458a-b1f6-0c94193f922e', 'network_id': '37baa068-db70-4cc8-b013-454f3dc78194', 'port_id': 'f3d981b0-c33f-458a-b1f6-0c94193f922e', 'mac_address': 'fa:16:3e:bd:03:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db1ed2-a149-4909-92f0-023bb57c765d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:22:09.014454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:09.019115 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3be827df-137d-4baa-9f9a-9ae4d8ca6d39 req-f362a963-ab11-428d-a661-09a639697771 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Oct 10 17:22:09.047813 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f3d981b0-c33f-458a-b1f6-0c94193f922e is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:22:09.048234 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:09.061563 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d981b0-c33f-458a-b1f6-0c94193f922e {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:22:09.081777 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f3d981b0-c33f-458a-b1f6-0c94193f922e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f3d981b0-c33f-458a-b1f6-0c94193f922e,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:22:09.168906 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:09.215845 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f3d981b0-c33f-458a-b1f6-0c94193f922e,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:09.496623 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['f3d981b0-c33f-458a-b1f6-0c94193f922e'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:22:10.077496 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:10.106054 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:10.141813 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029d93-e5e7-4291-b79b-de81ad6f8de8 req-f8d32bfd-8af7-4295-a1dc-71a801d34c91 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:10.143200 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fe029d93-e5e7-4291-b79b-de81ad6f8de8 req-f8d32bfd-8af7-4295-a1dc-71a801d34c91 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 945 time: 0.0499020 Oct 10 17:22:10.189392 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fe029d93-e5e7-4291-b79b-de81ad6f8de8 req-57602a0f-67da-4845-aa64-45ed1ee4325b tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Oct 10 17:22:10.911606 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f3d981b0-c33f-458a-b1f6-0c94193f922e up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:22:10.937156 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:10.953062 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port f3d981b0-c33f-458a-b1f6-0c94193f922e completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:22:11.008996 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port f3d981b0-c33f-458a-b1f6-0c94193f922e triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:22:11.009303 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:11.009638 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port f3d981b0-c33f-458a-b1f6-0c94193f922e Oct 10 17:22:11.032109 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:11.081974 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port f3d981b0-c33f-458a-b1f6-0c94193f922e is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:22:11.082377 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:11.104453 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ec43b4-8b60-44e3-8060-4b40773e8bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d981b0-c33f-458a-b1f6-0c94193f922e'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:22:11.106665 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b78b3a-eec9-4218-8931-1039f3cf4bc6" -d '{"events": [{"server_uuid": "16ec43b4-8b60-44e3-8060-4b40773e8bf5", "name": "network-vif-plugged", "status": "completed", "tag": "f3d981b0-c33f-458a-b1f6-0c94193f922e"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:22:11.119166 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port f3d981b0-c33f-458a-b1f6-0c94193f922e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f3d981b0-c33f-458a-b1f6-0c94193f922e,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:22:11.145038 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033eb033-ec1e-4bf5-a56c-7368febd477a x-openstack-request-id: req-033eb033-ec1e-4bf5-a56c-7368febd477a {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:22:11.147150 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ec43b4-8b60-44e3-8060-4b40773e8bf5", "name": "network-vif-plugged", "status": "completed", "tag": "f3d981b0-c33f-458a-b1f6-0c94193f922e", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:22:11.147150 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-033eb033-ec1e-4bf5-a56c-7368febd477a {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:22:11.147150 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033eb033-ec1e-4bf5-a56c-7368febd477a'] response: {'server_uuid': '16ec43b4-8b60-44e3-8060-4b40773e8bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d981b0-c33f-458a-b1f6-0c94193f922e', 'code': 200} Oct 10 17:22:11.157373 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:11.204259 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=f3d981b0-c33f-458a-b1f6-0c94193f922e,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:11.310699 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662c29c-184a-4db6-906f-7f7fa83758a0 req-4e0d7193-21b5-47ab-9b88-2969f731bf57 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:11.312108 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c662c29c-184a-4db6-906f-7f7fa83758a0 req-4e0d7193-21b5-47ab-9b88-2969f731bf57 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 946 time: 0.0464735 Oct 10 17:22:11.359981 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c662c29c-184a-4db6-906f-7f7fa83758a0 req-00b201ee-744a-4a11-a7f3-a29bd13a634a tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Oct 10 17:22:11.498477 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704805b-2265-489e-898a-9e469fec7aa6 req-62665fe2-fab3-41ae-b804-88bd7d82b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:11.499957 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7704805b-2265-489e-898a-9e469fec7aa6 req-62665fe2-fab3-41ae-b804-88bd7d82b240 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 1130 time: 0.0452280 Oct 10 17:22:11.548929 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7704805b-2265-489e-898a-9e469fec7aa6 req-a2a9e57a-5303-4af9-8aac-8eac0904b2cc service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Oct 10 17:22:12.483698 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060dee3-45bc-4f32-90bc-e618d379a891 req-e79b4066-84f3-4963-bc36-3a982eb31804 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:12.485165 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1060dee3-45bc-4f32-90bc-e618d379a891 req-e79b4066-84f3-4963-bc36-3a982eb31804 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 946 time: 0.0468619 Oct 10 17:22:12.532054 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1060dee3-45bc-4f32-90bc-e618d379a891 req-1072558d-f1d0-4703-ba80-42a232b14868 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Oct 10 17:22:13.657255 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3508665-1a2e-402c-a23a-b4a9cca9a40d req-ab3374f6-45ab-4f37-bb5a-c26e482f2384 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:13.658756 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c3508665-1a2e-402c-a23a-b4a9cca9a40d req-ab3374f6-45ab-4f37-bb5a-c26e482f2384 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 946 time: 0.0490909 Oct 10 17:22:13.699173 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:13.706675 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c3508665-1a2e-402c-a23a-b4a9cca9a40d req-a96a40e3-af68-47d8-baed-7ed9f6f43eac tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 Oct 10 17:22:14.944521 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0276a-e143-4086-87ea-92efeaaffd3e req-789b70c7-d6a0-4884-a3fe-8e09f30c82e2 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:14.945971 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b7a0276a-e143-4086-87ea-92efeaaffd3e req-789b70c7-d6a0-4884-a3fe-8e09f30c82e2 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 946 time: 0.0507762 Oct 10 17:22:14.992537 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b7a0276a-e143-4086-87ea-92efeaaffd3e req-7d9d8296-216a-47cc-a642-fc723be7ffd4 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Oct 10 17:22:15.717364 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:16.113600 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87c2d9-de6c-49f0-aaa5-b4c689d8c7d5 req-a207d985-6a90-44f0-a194-9465b4999f37 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:16.115063 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cf87c2d9-de6c-49f0-aaa5-b4c689d8c7d5 req-a207d985-6a90-44f0-a194-9465b4999f37 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 946 time: 0.0467896 Oct 10 17:22:16.162006 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cf87c2d9-de6c-49f0-aaa5-b4c689d8c7d5 req-2c01d344-2531-4302-ac22-74898c678be6 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=83eb40a1-f67b-4386-8b1f-79707018653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Oct 10 17:22:16.602740 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-93479827-e616-4851-9b02-da118c398684 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:22:16.604193 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-93479827-e616-4851-9b02-da118c398684 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 946 time: 0.0546381 Oct 10 17:22:16.686212 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Deleting port f3d981b0-c33f-458a-b1f6-0c94193f922e {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:22:16.686556 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:16.780430 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] For port f3d981b0-c33f-458a-b1f6-0c94193f922e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=f3d981b0-c33f-458a-b1f6-0c94193f922e,segment=NetworkSegment(97251d6d-658a-4a68-91f4-27a0d22fb13b),segment_id=97251d6d-658a-4a68-91f4-27a0d22fb13b)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:22:16.780795 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:16.794364 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Calling delete_port for f3d981b0-c33f-458a-b1f6-0c94193f922e owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:22:16.907229 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:16.986140 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (f3d981b0-c33f-458a-b1f6-0c94193f922e), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:17.011609 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Pushing event deleted for resources: {'Port': ['ID=f3d981b0-c33f-458a-b1f6-0c94193f922e,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:17.060069 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] No DVR routers for this DVR port f3d981b0-c33f-458a-b1f6-0c94193f922e on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:22:17.062630 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:17.065916 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ceaa25e1-bfbb-4834-9fa1-2dfa1b62a39e req-85b5b6b7-b463-49be-b46f-f6938ff959e9 tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f3d981b0-c33f-458a-b1f6-0c94193f922e HTTP/1.1" status: 204 len: 173 time: 0.4523840 Oct 10 17:22:17.070402 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ec43b4-8b60-44e3-8060-4b40773e8bf5', 'name': 'network-vif-deleted', 'tag': 'f3d981b0-c33f-458a-b1f6-0c94193f922e'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:22:17.070402 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5992bd45-eacb-4507-9c38-105e6932d471" -d '{"events": [{"server_uuid": "16ec43b4-8b60-44e3-8060-4b40773e8bf5", "name": "network-vif-deleted", "tag": "f3d981b0-c33f-458a-b1f6-0c94193f922e"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:22:17.105373 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d61bb7-af71-4774-9b1c-8ad8c5792bba x-openstack-request-id: req-58d61bb7-af71-4774-9b1c-8ad8c5792bba {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:22:17.105671 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ec43b4-8b60-44e3-8060-4b40773e8bf5", "name": "network-vif-deleted", "tag": "f3d981b0-c33f-458a-b1f6-0c94193f922e", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:22:17.105924 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58d61bb7-af71-4774-9b1c-8ad8c5792bba {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:22:17.106329 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d61bb7-af71-4774-9b1c-8ad8c5792bba'] response: {'server_uuid': '16ec43b4-8b60-44e3-8060-4b40773e8bf5', 'name': 'network-vif-deleted', 'tag': 'f3d981b0-c33f-458a-b1f6-0c94193f922e', 'status': 'completed', 'code': 200} Oct 10 17:22:17.264463 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3135d78d-e074-47d1-a220-97f3d07f080d req-e43378db-f007-485f-abf1-92061db9ac7e tempest-VolumesActionsTest-597891420 tempest-VolumesActionsTest-597891420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ec43b4-8b60-44e3-8060-4b40773e8bf5 HTTP/1.1" status: 200 len: 210 time: 0.0272799 Oct 10 17:22:18.975393 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f3d981b0-c33f-458a-b1f6-0c94193f922e no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:22:18.995857 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: f3d981b0-c33f-458a-b1f6-0c94193f922e {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:22:18.996231 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device f3d981b0-c33f-458a-b1f6-0c94193f922e not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:22:25.656500 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:27.247432 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=76,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:28.980267 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:30.317268 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=15 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:30.322124 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=17 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:31.194868 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:22:35.009030 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3005a90d-b21a-44b9-84bf-1bbe44d6cdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:37.288534 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ac193c0b-dea7-40b1-a286-46984b2708ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:38.357231 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:40.077844 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:40.122555 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:41.190395 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:43.593630 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 35358) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:22:43.638639 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_v2 [None req-0570221c-8453-4950-9ef6-a0a44ad66035 admin admin] Deleting subnet e2db1ed2-a149-4909-92f0-023bb57c765d {{(pid=105000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:22:43.641765 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0570221c-8453-4950-9ef6-a0a44ad66035 admin admin] Publish callbacks [] for subnet (e2db1ed2-a149-4909-92f0-023bb57c765d), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:43.679246 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0570221c-8453-4950-9ef6-a0a44ad66035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2530152'] for subnet (e2db1ed2-a149-4909-92f0-023bb57c765d), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:43.730324 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0570221c-8453-4950-9ef6-a0a44ad66035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (e2db1ed2-a149-4909-92f0-023bb57c765d), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:43.860361 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0570221c-8453-4950-9ef6-a0a44ad66035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2397607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2828877'] for subnet (e2db1ed2-a149-4909-92f0-023bb57c765d), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:43.887393 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570221c-8453-4950-9ef6-a0a44ad66035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2db1ed2-a149-4909-92f0-023bb57c765d,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:43.890949 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-0570221c-8453-4950-9ef6-a0a44ad66035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for subnet (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:43.894800 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-0570221c-8453-4950-9ef6-a0a44ad66035 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/e2db1ed2-a149-4909-92f0-023bb57c765d HTTP/1.1" status: 204 len: 168 time: 0.3001153 Oct 10 17:22:43.896759 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 35360) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:22:43.967705 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (37baa068-db70-4cc8-b013-454f3dc78194), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.046508 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (37baa068-db70-4cc8-b013-454f3dc78194), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.067238 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37baa068-db70-4cc8-b013-454f3dc78194']}} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:22:44.076657 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97251d6d-658a-4a68-91f4-27a0d22fb13b') {'for_net_delete': True} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:22:44.077139 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.services.segments.db [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97251d6d-658a-4a68-91f4-27a0d22fb13b') {} {{(pid=105000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:22:44.095549 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2530065'] for segment (97251d6d-658a-4a68-91f4-27a0d22fb13b), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.109918 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (97251d6d-658a-4a68-91f4-27a0d22fb13b), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.117088 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=105000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:22:44.117410 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2397517'] for segment (97251d6d-658a-4a68-91f4-27a0d22fb13b), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.163066 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment 97251d6d-658a-4a68-91f4-27a0d22fb13b resource provider aggregate not found Oct 10 17:22:44.182469 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.services.segments.plugin [-] Segment 97251d6d-658a-4a68-91f4-27a0d22fb13b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97251d6d-658a-4a68-91f4-27a0d22fb13b found for delete ", "request_id": "req-4d7740c3-c6a0-4ee4-9a0b-fe6152e8ec39"}]} Oct 10 17:22:44.260116 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (37baa068-db70-4cc8-b013-454f3dc78194), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.265753 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.271592 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/37baa068-db70-4cc8-b013-454f3dc78194 HTTP/1.1" status: 204 len: 168 time: 0.3711939 Oct 10 17:22:44.282107 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77eec50-e1fd-4b95-be1e-52ee0d02c04f admin admin] Pushing event deleted for resources: {'Network': ['ID=37baa068-db70-4cc8-b013-454f3dc78194,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:44.501819 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35368) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:22:44.546756 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-f4985e56-0c3e-4f9a-8891-9d0fd3e28fce admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9888d15cc64842d397087e5c5265ca64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438213 Oct 10 17:22:44.549269 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35372) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:22:44.596968 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Publish callbacks [] for security_group (83eb40a1-f67b-4386-8b1f-79707018653e), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.616049 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Publish callbacks [] for security_group (83eb40a1-f67b-4386-8b1f-79707018653e), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.773894 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (83eb40a1-f67b-4386-8b1f-79707018653e), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.776455 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:44.777602 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/83eb40a1-f67b-4386-8b1f-79707018653e HTTP/1.1" status: 204 len: 168 time: 0.2274606 Oct 10 17:22:44.785537 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eb40a1-f67b-4386-8b1f-79707018653e,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:44.793029 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.793381 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.793727 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.794071 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.794408 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.794741 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.795069 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.795397 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.795727 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.796085 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.796419 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.796748 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.797074 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.797395 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:44.797717 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84428eb0-288b-4840-a12d-af0e1835ee2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:22:45.716733 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:54.185434 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:54.271222 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=57,neutron:DELETE=6 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:54.787734 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:54.788573 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=22 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:55.663638 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:55.664366 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:22:57.515155 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35510) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:22:57.617685 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5056cc17-c572-4ffd-a590-f9189003d393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:57.690333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5056cc17-c572-4ffd-a590-f9189003d393 admin admin] Publish callbacks [] for security_group (92d3f657-c41a-4657-a5b6-1e9397f0005c), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:57.745225 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-5056cc17-c572-4ffd-a590-f9189003d393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (92d3f657-c41a-4657-a5b6-1e9397f0005c), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:57.784308 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-5056cc17-c572-4ffd-a590-f9189003d393 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=248c5880aee74b57af619fbc7f13e18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680414 Oct 10 17:22:57.785159 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056cc17-c572-4ffd-a590-f9189003d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d3f657-c41a-4657-a5b6-1e9397f0005c,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:22:57.787011 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 35514) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:22:57.836274 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5d52ccc9-c507-495c-9bbe-b81c1e9b7c44 admin admin] Publish callbacks [] for security_group (92d3f657-c41a-4657-a5b6-1e9397f0005c), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:57.856298 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5d52ccc9-c507-495c-9bbe-b81c1e9b7c44 admin admin] Publish callbacks [] for security_group (92d3f657-c41a-4657-a5b6-1e9397f0005c), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:58.002747 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5d52ccc9-c507-495c-9bbe-b81c1e9b7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (92d3f657-c41a-4657-a5b6-1e9397f0005c), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:58.005246 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-5d52ccc9-c507-495c-9bbe-b81c1e9b7c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:22:58.006450 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-5d52ccc9-c507-495c-9bbe-b81c1e9b7c44 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/92d3f657-c41a-4657-a5b6-1e9397f0005c HTTP/1.1" status: 204 len: 168 time: 0.2184572 Oct 10 17:22:58.014906 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52ccc9-c507-495c-9bbe-b81c1e9b7c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d3f657-c41a-4657-a5b6-1e9397f0005c,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:00.680876 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-01841c2d-f73a-4d09-80e2-a23b58e11523 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=b842bf06af7b40c987dbc83f387e7174&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294709 Oct 10 17:23:00.857780 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-154a9376-8ca7-4455-8375-953031fabab7 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:00.859219 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-154a9376-8ca7-4455-8375-953031fabab7 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732705 Oct 10 17:23:00.873887 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b7db6514-ed6a-4092-94fe-784dac6b661a tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/quotas/b842bf06af7b40c987dbc83f387e7174 HTTP/1.1" status: 200 len: 375 time: 0.0091960 Oct 10 17:23:00.906157 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-4f684896-2130-4ebd-b04b-f18dfb02ebfa tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b842bf06af7b40c987dbc83f387e7174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272818 Oct 10 17:23:01.187319 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-fc87f913-36ab-4973-8d84-a56120ee4a64 req-a90f9f38-0bc6-40ad-9e7f-36ee67cda271 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 210 time: 0.0300107 Oct 10 17:23:02.291066 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b9199c2a-ad5a-424d-8750-3bc50ff8dc18 req-c36b5258-aaa5-4fe8-86a1-c28e7de62841 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 210 time: 0.0271401 Oct 10 17:23:03.228509 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-1460afc0-f4bb-46b0-b2a8-c77623193f20 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b842bf06af7b40c987dbc83f387e7174&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209613 Oct 10 17:23:03.338802 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-1872407a-3588-4c48-a6a0-faac38084f09 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:03.338802 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-1872407a-3588-4c48-a6a0-faac38084f09 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1023421 Oct 10 17:23:03.357882 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Request body: {'port': {'device_id': '9084e201-575a-4308-8fab-a441335f3d46', 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c', 'admin_state_up': True, 'tenant_id': 'b842bf06af7b40c987dbc83f387e7174'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:03.431216 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a74c1eda-50b3-4f3f-800c-0eed08b7c048 req-4230835a-0db0-4ca1-b4ca-e47119b01a94 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 210 time: 0.0588052 Oct 10 17:23:03.556599 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Made reservation on behalf of b842bf06af7b40c987dbc83f387e7174 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:23:03.560964 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:03.569880 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:03.643659 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks [] for security_group (2a5e559a-bab4-4af9-940d-03d42bf6db63), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:03.693379 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (2a5e559a-bab4-4af9-940d-03d42bf6db63), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:03.752432 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5e559a-bab4-4af9-940d-03d42bf6db63,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:03.804192 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:03.828258 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Allocated IP 192.168.233.157 (19ae4d5a-d589-4e91-845d-5c74c0465a9c/23cac540-a74e-4999-a580-55268cc1e54f/dec91948-9c9b-4480-aea4-6c18bb7a1688) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:23:03.855804 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:03.970968 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks [] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:04.053719 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:04.099242 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Network 19ae4d5a-d589-4e91-845d-5c74c0465a9c is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:23:04.102370 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:04.106641 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:23:04.133087 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Pushing event updated for resources: {'Port': ['ID=dec91948-9c9b-4480-aea4-6c18bb7a1688,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:04.158360 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:04.158971 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:04.228364 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b2513a6f-04ca-48b9-b2e6-f21ed4dafa6d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8743372 Oct 10 17:23:04.251784 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Request body: {'port': {'device_id': '9084e201-575a-4308-8fab-a441335f3d46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:04.297291 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-9874fe63-26d4-49cf-8936-7e08d8b6d7ea None None] Provisioning complete for port dec91948-9c9b-4480-aea4-6c18bb7a1688 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:04.297948 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-9874fe63-26d4-49cf-8936-7e08d8b6d7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:04.298073 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-9874fe63-26d4-49cf-8936-7e08d8b6d7ea None None] Attempt 1 to provision port dec91948-9c9b-4480-aea4-6c18bb7a1688 Oct 10 17:23:04.311458 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:04.331183 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-9874fe63-26d4-49cf-8936-7e08d8b6d7ea None None] Port dec91948-9c9b-4480-aea4-6c18bb7a1688 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:23:04.492458 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:04.589530 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea39e33-f6a6-45c2-a2ea-a6c45531931c req-0f4b7462-ff34-4898-bfb9-dcce54188411 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:04.590881 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eea39e33-f6a6-45c2-a2ea-a6c45531931c req-0f4b7462-ff34-4898-bfb9-dcce54188411 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 936 time: 0.0768616 Oct 10 17:23:04.607748 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec91948-9c9b-4480-aea4-6c18bb7a1688 {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:23:04.620696 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Publish callbacks [] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:04.644269 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Transition to ACTIVE for port object dec91948-9c9b-4480-aea4-6c18bb7a1688 will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:23:04.663611 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-eea39e33-f6a6-45c2-a2ea-a6c45531931c req-4c71b93b-b0e5-432e-902a-439f21f90d3b tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658741 Oct 10 17:23:04.733507 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:04.997116 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b04eda87-7eb0-499c-b1ec-41f0a127f8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:05.047574 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Pushing event updated for resources: {'Port': ['ID=dec91948-9c9b-4480-aea4-6c18bb7a1688,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:05.059272 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.065636 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:05.090587 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Attempting to bind port dec91948-9c9b-4480-aea4-6c18bb7a1688 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:23:05.090919 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Attempting to bind port dec91948-9c9b-4480-aea4-6c18bb7a1688 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'a4d062ac-9fba-4a4c-9245-1bc49072ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:23:05.091245 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Attempting to bind port dec91948-9c9b-4480-aea4-6c18bb7a1688 on network 19ae4d5a-d589-4e91-845d-5c74c0465a9c {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:23:05.133454 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Port dec91948-9c9b-4480-aea4-6c18bb7a1688 on network 19ae4d5a-d589-4e91-845d-5c74c0465a9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:23:05.133701 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Attempting to bind port dec91948-9c9b-4480-aea4-6c18bb7a1688 on network 19ae4d5a-d589-4e91-845d-5c74c0465a9c {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:23:05.135384 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:05.175065 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:23:05.175401 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Checking segment: {'id': 'a4d062ac-9fba-4a4c-9245-1bc49072ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:23:05.175782 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Bound using segment: {'id': 'a4d062ac-9fba-4a4c-9245-1bc49072ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:23:05.176254 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Bound port: dec91948-9c9b-4480-aea4-6c18bb7a1688, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d062ac-9fba-4a4c-9245-1bc49072ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:23:05.176669 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:05.236179 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] For port dec91948-9c9b-4480-aea4-6c18bb7a1688, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:23:05.239198 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] For port dec91948-9c9b-4480-aea4-6c18bb7a1688, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dec91948-9c9b-4480-aea4-6c18bb7a1688,segment=NetworkSegment(a4d062ac-9fba-4a4c-9245-1bc49072ce6b),segment_id=a4d062ac-9fba-4a4c-9245-1bc49072ce6b)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:23:05.282508 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:05.286766 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:05.287398 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:05.288825 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/dec91948-9c9b-4480-aea4-6c18bb7a1688 HTTP/1.1" status: 200 len: 1098 time: 1.0412912 Oct 10 17:23:05.289424 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9084e201-575a-4308-8fab-a441335f3d46', 'tag': 'dec91948-9c9b-4480-aea4-6c18bb7a1688'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:23:05.292153 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67a47fd-a0c3-43de-8feb-53ba5a9de0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9084e201-575a-4308-8fab-a441335f3d46", "tag": "dec91948-9c9b-4480-aea4-6c18bb7a1688"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:23:05.336048 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8da8237-a622-48a6-a060-c3c95a986de1 x-openstack-request-id: req-b8da8237-a622-48a6-a060-c3c95a986de1 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:23:05.336333 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9084e201-575a-4308-8fab-a441335f3d46", "tag": "dec91948-9c9b-4480-aea4-6c18bb7a1688", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:23:05.336581 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8da8237-a622-48a6-a060-c3c95a986de1 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:23:05.336973 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8da8237-a622-48a6-a060-c3c95a986de1'] response: {'name': 'network-changed', 'server_uuid': '9084e201-575a-4308-8fab-a441335f3d46', 'tag': 'dec91948-9c9b-4480-aea4-6c18bb7a1688', 'status': 'completed', 'code': 200} Oct 10 17:23:05.341608 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06018c-d05b-4e5e-bac9-958d50a6714d service neutron] Pushing event updated for resources: {'Port': ['ID=dec91948-9c9b-4480-aea4-6c18bb7a1688,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:05.434949 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a47fd-a0c3-43de-8feb-53ba5a9de0c8 req-6c7fd220-214b-45ee-a016-092136d42975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:05.436568 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f67a47fd-a0c3-43de-8feb-53ba5a9de0c8 req-6c7fd220-214b-45ee-a016-092136d42975 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b842bf06af7b40c987dbc83f387e7174&device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 1132 time: 0.0438855 Oct 10 17:23:05.472653 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f67a47fd-a0c3-43de-8feb-53ba5a9de0c8 req-60d701ff-8ab2-4d5c-858d-a9b1cf19976c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b842bf06af7b40c987dbc83f387e7174&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187426 Oct 10 17:23:05.567771 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a47fd-a0c3-43de-8feb-53ba5a9de0c8 req-87f8bef9-4fef-4c20-9c0d-1da7f9ba6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:05.569282 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f67a47fd-a0c3-43de-8feb-53ba5a9de0c8 req-87f8bef9-4fef-4c20-9c0d-1da7f9ba6277 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861826 Oct 10 17:23:05.677814 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-c248c4bb-4719-4f48-8787-048b8f8dcc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:05.679272 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-c248c4bb-4719-4f48-8787-048b8f8dcc64 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b842bf06af7b40c987dbc83f387e7174&device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 1132 time: 0.0431435 Oct 10 17:23:05.733495 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-c420e057-f2f4-4309-956e-9b76efe993ff service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=dec91948-9c9b-4480-aea4-6c18bb7a1688 HTTP/1.1" status: 200 len: 217 time: 0.0329645 Oct 10 17:23:05.815943 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae5602-08bd-479a-a6d4-dd244b7377f8 req-6f1d8636-e515-412d-947d-b7521050a283 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:05.817419 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6eae5602-08bd-479a-a6d4-dd244b7377f8 req-6f1d8636-e515-412d-947d-b7521050a283 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 948 time: 0.0785067 Oct 10 17:23:05.822754 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-deee590b-b7a2-421e-8fec-d31a031ecacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:05.824203 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-deee590b-b7a2-421e-8fec-d31a031ecacf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=23cac540-a74e-4999-a580-55268cc1e54f HTTP/1.1" status: 200 len: 843 time: 0.0836163 Oct 10 17:23:05.893142 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b5f9a4ac-3425-4f1a-9afb-4333eb517b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:05.894645 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-b5f9a4ac-3425-4f1a-9afb-4333eb517b08 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=19ae4d5a-d589-4e91-845d-5c74c0465a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0562375 Oct 10 17:23:05.898836 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6eae5602-08bd-479a-a6d4-dd244b7377f8 req-9e3df08e-d35a-49dc-927d-508c6f5b467a tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737662 Oct 10 17:23:05.957930 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:05.990644 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-811b0952-6482-4bb5-9935-9f7586512809 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19ae4d5a-d589-4e91-845d-5c74c0465a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862954 Oct 10 17:23:06.087970 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a07d7b81-2ae1-44a6-82f9-5735372a8e6a req-decb32f6-c264-42f8-a4f0-e4bf1e967aaa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/19ae4d5a-d589-4e91-845d-5c74c0465a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825198 Oct 10 17:23:07.027453 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b42d3-fd15-480a-a978-b72343b211a7 req-b0910c75-f577-4494-9855-fa3b2ca040dc tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:07.028834 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9c7b42d3-fd15-480a-a978-b72343b211a7 req-b0910c75-f577-4494-9855-fa3b2ca040dc tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 948 time: 0.0502398 Oct 10 17:23:07.074903 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9c7b42d3-fd15-480a-a978-b72343b211a7 req-18461e11-9bbc-4019-94a9-b7aec965486f tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Oct 10 17:23:07.305311 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-31547182-ca64-4c4d-b2b7-a59b94ec0fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:07.316486 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:07.317586 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:07.768102 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=15,neutron:INSERT=7 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:07.780541 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:08.192400 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da6e48-cdcb-41a0-be1e-ce7cf56a6fff req-13a704dc-b07b-4ffa-854e-052ef0990fa8 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:08.193789 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:23:08.193940 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d8da6e48-cdcb-41a0-be1e-ce7cf56a6fff req-13a704dc-b07b-4ffa-854e-052ef0990fa8 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 948 time: 0.0456026 Oct 10 17:23:08.240127 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d8da6e48-cdcb-41a0-be1e-ce7cf56a6fff req-9cea47ed-7dee-4330-b6cd-a81ba737fe02 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Oct 10 17:23:08.356570 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:09.247585 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device dec91948-9c9b-4480-aea4-6c18bb7a1688 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:23:09.349217 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port dec91948-9c9b-4480-aea4-6c18bb7a1688, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dec91948-9c9b-4480-aea4-6c18bb7a1688,segment=NetworkSegment(a4d062ac-9fba-4a4c-9245-1bc49072ce6b),segment_id=a4d062ac-9fba-4a4c-9245-1bc49072ce6b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:09.360124 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': 'dec91948-9c9b-4480-aea4-6c18bb7a1688', 'network_id': '19ae4d5a-d589-4e91-845d-5c74c0465a9c', 'port_id': 'dec91948-9c9b-4480-aea4-6c18bb7a1688', 'mac_address': 'fa:16:3e:56:3e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cac540-a74e-4999-a580-55268cc1e54f', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:23:09.361168 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2b985-6987-48cb-9560-162871380a79 req-4b8b2571-e01d-4a77-8cd2-f3843da95d8c tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:09.362634 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0de2b985-6987-48cb-9560-162871380a79 req-4b8b2571-e01d-4a77-8cd2-f3843da95d8c tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 948 time: 0.0465553 Oct 10 17:23:09.395209 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port dec91948-9c9b-4480-aea4-6c18bb7a1688 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:09.395600 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:09.408938 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec91948-9c9b-4480-aea4-6c18bb7a1688 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:23:09.413085 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0de2b985-6987-48cb-9560-162871380a79 req-fb2bc182-a760-42ee-b404-8b686f90ca97 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447586 Oct 10 17:23:09.467727 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port dec91948-9c9b-4480-aea4-6c18bb7a1688, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dec91948-9c9b-4480-aea4-6c18bb7a1688,segment=NetworkSegment(a4d062ac-9fba-4a4c-9245-1bc49072ce6b),segment_id=a4d062ac-9fba-4a4c-9245-1bc49072ce6b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:09.561862 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:09.609752 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=dec91948-9c9b-4480-aea4-6c18bb7a1688,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:09.616524 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.616875 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.617219 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.617556 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.617894 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.618216 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.618545 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.618869 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.619193 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.619513 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.619837 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.620186 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.620508 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.620829 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.621148 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:09.923488 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['dec91948-9c9b-4480-aea4-6c18bb7a1688'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:23:10.066582 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:10.093364 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:10.532735 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8202400-f2f1-4ff3-88a8-92ece6ae4ba8 req-7280ea6d-02d8-4573-8f68-52d8f5eb1963 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:10.534162 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d8202400-f2f1-4ff3-88a8-92ece6ae4ba8 req-7280ea6d-02d8-4573-8f68-52d8f5eb1963 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 949 time: 0.0464394 Oct 10 17:23:10.565513 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:10.580738 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d8202400-f2f1-4ff3-88a8-92ece6ae4ba8 req-e9861889-f90c-4eef-b733-b9c98d67ea3a tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Oct 10 17:23:11.274928 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device dec91948-9c9b-4480-aea4-6c18bb7a1688 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:11.436860 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port dec91948-9c9b-4480-aea4-6c18bb7a1688 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:23:11.499418 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port dec91948-9c9b-4480-aea4-6c18bb7a1688 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:11.499759 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:11.500128 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port dec91948-9c9b-4480-aea4-6c18bb7a1688 Oct 10 17:23:11.568447 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port dec91948-9c9b-4480-aea4-6c18bb7a1688 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:11.568830 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:11.591774 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9084e201-575a-4308-8fab-a441335f3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec91948-9c9b-4480-aea4-6c18bb7a1688'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:23:11.593993 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adf35ae-b3b3-475c-8f44-e75f8b7c6cff" -d '{"events": [{"server_uuid": "9084e201-575a-4308-8fab-a441335f3d46", "name": "network-vif-plugged", "status": "completed", "tag": "dec91948-9c9b-4480-aea4-6c18bb7a1688"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:23:11.602801 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:11.606370 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port dec91948-9c9b-4480-aea4-6c18bb7a1688, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dec91948-9c9b-4480-aea4-6c18bb7a1688,segment=NetworkSegment(a4d062ac-9fba-4a4c-9245-1bc49072ce6b),segment_id=a4d062ac-9fba-4a4c-9245-1bc49072ce6b)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:11.634773 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0592fb10-ff6c-4e0c-b530-54a3906d4cf3 x-openstack-request-id: req-0592fb10-ff6c-4e0c-b530-54a3906d4cf3 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:23:11.634773 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9084e201-575a-4308-8fab-a441335f3d46", "name": "network-vif-plugged", "status": "completed", "tag": "dec91948-9c9b-4480-aea4-6c18bb7a1688", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:23:11.634773 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0592fb10-ff6c-4e0c-b530-54a3906d4cf3 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:23:11.634773 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0592fb10-ff6c-4e0c-b530-54a3906d4cf3'] response: {'server_uuid': '9084e201-575a-4308-8fab-a441335f3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec91948-9c9b-4480-aea4-6c18bb7a1688', 'code': 200} Oct 10 17:23:11.682332 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:11.704058 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86a172-4eeb-4865-b7d6-47b95f81f727 req-43c62c86-f61f-4d2d-b735-547277a9a3f5 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:11.706480 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7c86a172-4eeb-4865-b7d6-47b95f81f727 req-43c62c86-f61f-4d2d-b735-547277a9a3f5 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 949 time: 0.0497634 Oct 10 17:23:11.718466 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:11.736453 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=dec91948-9c9b-4480-aea4-6c18bb7a1688,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:11.755106 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7c86a172-4eeb-4865-b7d6-47b95f81f727 req-4770a51b-dc12-4bcd-bf8c-b9533ecf1199 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Oct 10 17:23:11.992156 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac018c-6008-494e-ae46-7ef80525bd99 req-aa5b5a70-1081-4eb9-bb4f-2093362035f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:11.993617 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-89ac018c-6008-494e-ae46-7ef80525bd99 req-aa5b5a70-1081-4eb9-bb4f-2093362035f5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 1134 time: 0.0418117 Oct 10 17:23:12.037798 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-89ac018c-6008-494e-ae46-7ef80525bd99 req-bddd6d0e-526b-4fc7-9911-bebf16e84f42 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362198 Oct 10 17:23:13.027143 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e517b2-8dbb-410d-bcaf-87b771c15e7a req-12dc1191-5a6b-4424-9382-eaa976889f3e tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:13.028665 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-84e517b2-8dbb-410d-bcaf-87b771c15e7a req-12dc1191-5a6b-4424-9382-eaa976889f3e tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 950 time: 0.1979039 Oct 10 17:23:13.075679 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-84e517b2-8dbb-410d-bcaf-87b771c15e7a req-e6636389-60b0-4665-b21a-413314ea8f7e tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Oct 10 17:23:14.196381 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaab97-bd81-46ea-964e-789d6e8f9116 req-551b045d-f7ab-4ac0-9b5d-fff73634314f tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:14.197805 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bfaab97-bd81-46ea-964e-789d6e8f9116 req-551b045d-f7ab-4ac0-9b5d-fff73634314f tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 950 time: 0.0449829 Oct 10 17:23:14.248146 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6bfaab97-bd81-46ea-964e-789d6e8f9116 req-faf9fa8d-42b5-4615-a753-08e10db9ec52 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442119 Oct 10 17:23:14.763324 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fa7a0-b99e-4b36-a6b3-cf20e644aa1b req-745c5de4-23fa-4ddb-98f7-66dbf041d259 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:14.764390 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-168fa7a0-b99e-4b36-a6b3-cf20e644aa1b req-745c5de4-23fa-4ddb-98f7-66dbf041d259 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 950 time: 0.1007693 Oct 10 17:23:14.811739 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-168fa7a0-b99e-4b36-a6b3-cf20e644aa1b req-3fd19890-7ac5-412d-8123-d40b7c396d82 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Oct 10 17:23:15.727626 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:15.916257 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:15.932150 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07a424-af2a-47d8-9b5c-2a8114cf7ae6 req-5941ebe2-f6d9-4bb7-bc87-dba76906f727 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:15.933568 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1e07a424-af2a-47d8-9b5c-2a8114cf7ae6 req-5941ebe2-f6d9-4bb7-bc87-dba76906f727 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 950 time: 0.0465398 Oct 10 17:23:15.981065 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1e07a424-af2a-47d8-9b5c-2a8114cf7ae6 req-353f1445-ad19-4859-92d7-2cd31cf6125d tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5e559a-bab4-4af9-940d-03d42bf6db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Oct 10 17:23:16.400373 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-5484d2f8-ae23-4bc8-9cf4-4a861464551f tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:16.401672 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-5484d2f8-ae23-4bc8-9cf4-4a861464551f tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 950 time: 0.0479350 Oct 10 17:23:16.481888 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Deleting port dec91948-9c9b-4480-aea4-6c18bb7a1688 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:23:16.482227 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:16.571273 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] For port dec91948-9c9b-4480-aea4-6c18bb7a1688, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=dec91948-9c9b-4480-aea4-6c18bb7a1688,segment=NetworkSegment(a4d062ac-9fba-4a4c-9245-1bc49072ce6b),segment_id=a4d062ac-9fba-4a4c-9245-1bc49072ce6b)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:16.571627 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:16.585280 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Calling delete_port for dec91948-9c9b-4480-aea4-6c18bb7a1688 owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:23:16.745139 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (dec91948-9c9b-4480-aea4-6c18bb7a1688), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:16.774739 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:16.777202 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Pushing event deleted for resources: {'Port': ['ID=dec91948-9c9b-4480-aea4-6c18bb7a1688,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:16.789915 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['dec91948-9c9b-4480-aea4-6c18bb7a1688'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:23:16.829682 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] No DVR routers for this DVR port dec91948-9c9b-4480-aea4-6c18bb7a1688 on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:23:16.832631 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:16.836365 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-87f25855-e34b-40de-aa97-d5f45964a2b8 req-fdccbe98-18b7-499c-9d4c-deda5632cf23 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.25 "DELETE /networking/v2.0/ports/dec91948-9c9b-4480-aea4-6c18bb7a1688 HTTP/1.1" status: 204 len: 173 time: 0.4265599 Oct 10 17:23:16.836892 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9084e201-575a-4308-8fab-a441335f3d46', 'name': 'network-vif-deleted', 'tag': 'dec91948-9c9b-4480-aea4-6c18bb7a1688'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:23:16.839152 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f78d41b-1bb3-423d-8e41-49091bf3dd82" -d '{"events": [{"server_uuid": "9084e201-575a-4308-8fab-a441335f3d46", "name": "network-vif-deleted", "tag": "dec91948-9c9b-4480-aea4-6c18bb7a1688"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:23:16.888171 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f6dec7-aa2b-45ca-9a42-d8afba2cc559 x-openstack-request-id: req-04f6dec7-aa2b-45ca-9a42-d8afba2cc559 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:23:16.888171 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9084e201-575a-4308-8fab-a441335f3d46", "name": "network-vif-deleted", "tag": "dec91948-9c9b-4480-aea4-6c18bb7a1688", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:23:16.888171 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04f6dec7-aa2b-45ca-9a42-d8afba2cc559 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:23:16.888171 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f6dec7-aa2b-45ca-9a42-d8afba2cc559'] response: {'server_uuid': '9084e201-575a-4308-8fab-a441335f3d46', 'name': 'network-vif-deleted', 'tag': 'dec91948-9c9b-4480-aea4-6c18bb7a1688', 'status': 'completed', 'code': 200} Oct 10 17:23:17.085158 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-01a3cf2d-131f-46a7-9f14-663d41e08ff0 req-82d45866-e645-45f1-a31c-ef1c418c7979 tempest-VolumesNegativeTest-100619832 tempest-VolumesNegativeTest-100619832-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9084e201-575a-4308-8fab-a441335f3d46 HTTP/1.1" status: 200 len: 210 time: 0.0282211 Oct 10 17:23:18.190000 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:19.314015 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device dec91948-9c9b-4480-aea4-6c18bb7a1688 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:23:19.334138 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: dec91948-9c9b-4480-aea4-6c18bb7a1688 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:23:19.334479 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device dec91948-9c9b-4480-aea4-6c18bb7a1688 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:23:23.635119 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35858) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:23.769243 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-df9767b0-7ed7-44af-bfcf-e8a7b3a376b3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b842bf06af7b40c987dbc83f387e7174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329899 Oct 10 17:23:23.771782 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35862) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:23.818638 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-00150435-7748-4630-9f5a-74af1e471ed2 admin admin] Publish callbacks [] for security_group (2a5e559a-bab4-4af9-940d-03d42bf6db63), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:23.838587 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-00150435-7748-4630-9f5a-74af1e471ed2 admin admin] Publish callbacks [] for security_group (2a5e559a-bab4-4af9-940d-03d42bf6db63), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:23.921983 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-00150435-7748-4630-9f5a-74af1e471ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (2a5e559a-bab4-4af9-940d-03d42bf6db63), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:23.924525 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-00150435-7748-4630-9f5a-74af1e471ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:23.925648 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-00150435-7748-4630-9f5a-74af1e471ed2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2a5e559a-bab4-4af9-940d-03d42bf6db63 HTTP/1.1" status: 204 len: 168 time: 0.1529040 Oct 10 17:23:23.933663 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00150435-7748-4630-9f5a-74af1e471ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5e559a-bab4-4af9-940d-03d42bf6db63,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:24.900685 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35884) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:24.995521 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-995261991-network', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:25.059325 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Made reservation on behalf of be063f15b64a45598299aacd0a40e9e8 for: {'network': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:23:25.061763 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.070338 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.145325 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Publish callbacks [] for security_group (53590955-8b5b-4a75-ac5a-47358f9d72c9), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.184931 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (53590955-8b5b-4a75-ac5a-47358f9d72c9), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.212232 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=104999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:23:25.222610 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53590955-8b5b-4a75-ac5a-47358f9d72c9,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:25.228150 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (fdea821d-4f4c-48c2-983e-be4e5ed090e0), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.228501 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.segments_db [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Added segment fdea821d-4f4c-48c2-983e-be4e5ed090e0 of type vlan for network 1aa97eba-7893-4510-8e53-561fccf49281 Oct 10 17:23:25.511508 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (1aa97eba-7893-4510-8e53-561fccf49281), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.578668 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (1aa97eba-7893-4510-8e53-561fccf49281), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.579881 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:25.580496 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.637547 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa97eba-7893-4510-8e53-561fccf49281,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:25.647827 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network 1aa97eba-7893-4510-8e53-561fccf49281 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:23:25.667278 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-43b73977-f3b3-4982-8226-4442a5516c43 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7654247 Oct 10 17:23:25.670186 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35888) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:25.675151 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Request body: {'subnet': {'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-995261991-subnet', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:25.755947 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Made reservation on behalf of be063f15b64a45598299aacd0a40e9e8 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:23:25.758353 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26218626'] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.950504 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2925975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26218640'] for subnet (d5d76736-218e-461b-8831-abf103e26c04), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:25.976428 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:25.978597 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:26.011060 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d76736-218e-461b-8831-abf103e26c04,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:26.018827 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Checking segment: {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:23:26.019185 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Network hostable DHCP agents. Network: 1aa97eba-7893-4510-8e53-561fccf49281, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:23:26.093056 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Network 1aa97eba-7893-4510-8e53-561fccf49281 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:23:26.196429 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, 1aa97eba-7893-4510-8e53-561fccf49281) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:26.200505 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:26.201208 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.205754 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcef593-065b-4a2c-95e2-a16c532b7f4e None None] Network 1aa97eba-7893-4510-8e53-561fccf49281 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:23:26.256304 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-257a5fe9-a4d3-405f-8b25-fbb8dbb4e368 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5849674 Oct 10 17:23:26.259184 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35890) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:26.263767 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:26.308736 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-1aa97eba-7893-4510-8e53-561fccf49281', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:23:26.309636 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.356772 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (d10ad5cf-102d-4473-ab32-4e78969c1756), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.358360 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (d10ad5cf-102d-4473-ab32-4e78969c1756), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.411311 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks [] for router_controller (d10ad5cf-102d-4473-ab32-4e78969c1756), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.445616 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Allocated IP 172.20.0.2 (1aa97eba-7893-4510-8e53-561fccf49281/d5d76736-218e-461b-8831-abf103e26c04/01f8b163-75c3-460c-b7dc-d61da5358f53) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:23:26.607023 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks [] for router_gateway (d10ad5cf-102d-4473-ab32-4e78969c1756), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.676154 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Publish callbacks [] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.733994 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.769826 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Network 1aa97eba-7893-4510-8e53-561fccf49281 is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:23:26.774321 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:26.777774 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:23:26.786847 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Pushing event updated for resources: {'Port': ['ID=01f8b163-75c3-460c-b7dc-d61da5358f53,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:26.833391 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks [] for router_gateway (d10ad5cf-102d-4473-ab32-4e78969c1756), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.843204 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Attempting to bind port 01f8b163-75c3-460c-b7dc-d61da5358f53 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:23:26.843576 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Attempting to bind port 01f8b163-75c3-460c-b7dc-d61da5358f53 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:23:26.843969 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Attempting to bind port 01f8b163-75c3-460c-b7dc-d61da5358f53 on network 1aa97eba-7893-4510-8e53-561fccf49281 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:23:26.855972 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.885820 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:23:26.886209 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Checking segment: {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:23:26.886611 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.887005 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Bound using segment: {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:23:26.887472 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Bound port: 01f8b163-75c3-460c-b7dc-d61da5358f53, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:23:26.887857 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:26.946565 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] For port 01f8b163-75c3-460c-b7dc-d61da5358f53, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:23:26.949628 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] For port 01f8b163-75c3-460c-b7dc-d61da5358f53, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=01f8b163-75c3-460c-b7dc-d61da5358f53,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:23:26.959193 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Allocated IP 172.27.4.210 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/d3416174-ca6f-49b6-a4dc-a3647a196cd9) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:23:27.008472 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:27.011240 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:27.064981 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481512e5-8abc-4ed9-8316-e40c5c47faa0 None None] Pushing event updated for resources: {'Port': ['ID=01f8b163-75c3-460c-b7dc-d61da5358f53,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:27.067103 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=51,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:27.068096 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:27.069638 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks [] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:27.139668 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:27.206298 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:23:27.209771 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:27.213285 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Pushing event updated for resources: {'Port': ['ID=d3416174-ca6f-49b6-a4dc-a3647a196cd9,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:27.216322 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:23:27.219485 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:27.535679 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks [] for router_gateway (d10ad5cf-102d-4473-ab32-4e78969c1756), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:27.722422 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (d10ad5cf-102d-4473-ab32-4e78969c1756), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:27.905743 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Router d10ad5cf-102d-4473-ab32-4e78969c1756 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:23:27.928097 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c8ea30-caef-457e-b700-c482c6cbaf85 None None] Network 1aa97eba-7893-4510-8e53-561fccf49281 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:23:27.945973 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:27.983581 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:27.997096 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-dc2dfd39-d9d1-4a37-a3bd-6caf33088371 None None] Provisioning complete for port 01f8b163-75c3-460c-b7dc-d61da5358f53 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:27.997468 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc2dfd39-d9d1-4a37-a3bd-6caf33088371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:27.997809 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-dc2dfd39-d9d1-4a37-a3bd-6caf33088371 None None] Attempt 1 to provision port 01f8b163-75c3-460c-b7dc-d61da5358f53 Oct 10 17:23:28.011841 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:23:28.021592 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Sync routers for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:23:28.035938 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:23:28.036675 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:23:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:28.083982 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.088138 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-b9cc468a-4dec-465c-a74e-58780c76856f admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8279765 Oct 10 17:23:28.088344 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 35892) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:28.120289 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-dc2dfd39-d9d1-4a37-a3bd-6caf33088371 None None] Current status of the port 01f8b163-75c3-460c-b7dc-d61da5358f53 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:28.120289 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc2dfd39-d9d1-4a37-a3bd-6caf33088371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.149056 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:23:28.159984 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-dc2dfd39-d9d1-4a37-a3bd-6caf33088371 None None] For port 01f8b163-75c3-460c-b7dc-d61da5358f53, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=01f8b163-75c3-460c-b7dc-d61da5358f53,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:28.249431 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc2dfd39-d9d1-4a37-a3bd-6caf33088371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.318551 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dfd39-d9d1-4a37-a3bd-6caf33088371 None None] Pushing event updated for resources: {'Port': ['ID=01f8b163-75c3-460c-b7dc-d61da5358f53,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:28.370941 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-a637d90b-2ca0-4e94-875b-7945e8281a37 None None] Provisioning complete for port 01f8b163-75c3-460c-b7dc-d61da5358f53 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:28.371490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a637d90b-2ca0-4e94-875b-7945e8281a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.371945 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-a637d90b-2ca0-4e94-875b-7945e8281a37 None None] Attempt 1 to provision port 01f8b163-75c3-460c-b7dc-d61da5358f53 Oct 10 17:23:28.409039 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:27Z', 'revision_number': 3, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:28.439346 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Checking router: d10ad5cf-102d-4473-ab32-4e78969c1756 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:23:28.439696 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Updating router d10ad5cf-102d-4473-ab32-4e78969c1756 port d3416174-ca6f-49b6-a4dc-a3647a196cd9 binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:23:28.453349 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-a637d90b-2ca0-4e94-875b-7945e8281a37 None None] Current status of the port 01f8b163-75c3-460c-b7dc-d61da5358f53 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:28.472516 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.541113 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.692141 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Allocated IP 172.20.0.1 (1aa97eba-7893-4510-8e53-561fccf49281/d5d76736-218e-461b-8831-abf103e26c04/cc502884-ccf4-4898-bac0-efb7fd0b445d) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:23:28.708972 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Publish callbacks [] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.762093 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.797693 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Attempting to bind port d3416174-ca6f-49b6-a4dc-a3647a196cd9 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:23:28.797693 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Attempting to bind port d3416174-ca6f-49b6-a4dc-a3647a196cd9 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:23:28.798019 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Attempting to bind port d3416174-ca6f-49b6-a4dc-a3647a196cd9 on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:23:28.799576 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Publish callbacks [] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.840560 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Pushing event updated for resources: {'Port': ['ID=d3416174-ca6f-49b6-a4dc-a3647a196cd9,revision_number=2']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:28.855983 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.856351 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.856708 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.857045 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.857372 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.858231 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.863400 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.863400 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.863400 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.863400 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.863400 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.863400 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.863400 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.863400 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.864288 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 01f8b163-75c3-460c-b7dc-d61da5358f53 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:28.864399 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:23:28.874368 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:23:28.879457 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:23:28.879457 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.879457 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:23:28.879457 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Bound port: d3416174-ca6f-49b6-a4dc-a3647a196cd9, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:23:28.879457 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.894015 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.907952 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port 01f8b163-75c3-460c-b7dc-d61da5358f53 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:28.908387 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.908727 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port 01f8b163-75c3-460c-b7dc-d61da5358f53 Oct 10 17:23:28.928753 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] For port d3416174-ca6f-49b6-a4dc-a3647a196cd9, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:23:28.931144 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Network 1aa97eba-7893-4510-8e53-561fccf49281 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:23:28.931941 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] For port d3416174-ca6f-49b6-a4dc-a3647a196cd9, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=d3416174-ca6f-49b6-a4dc-a3647a196cd9,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:23:28.936443 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:28.939932 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:23:28.967343 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Pushing event updated for resources: {'Port': ['ID=cc502884-ccf4-4898-bac0-efb7fd0b445d,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:28.976947 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:28.979179 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:28.988845 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (d10ad5cf-102d-4473-ab32-4e78969c1756), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.991378 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:28.994121 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port 01f8b163-75c3-460c-b7dc-d61da5358f53 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:29.029489 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:23:29.030152 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:23:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:29.034495 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:29.099951 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c326043-c6fd-457a-9bf2-d4cb509e0a85 None None] Pushing event updated for resources: {'Port': ['ID=d3416174-ca6f-49b6-a4dc-a3647a196cd9,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:29.105712 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:29.155278 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:23:29.175228 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-a4f16197-d38c-4d89-ba8d-649222391a7a None None] Provisioning complete for port cc502884-ccf4-4898-bac0-efb7fd0b445d triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:29.175607 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-a4f16197-d38c-4d89-ba8d-649222391a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:29.175988 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-a4f16197-d38c-4d89-ba8d-649222391a7a None None] Attempt 1 to provision port cc502884-ccf4-4898-bac0-efb7fd0b445d Oct 10 17:23:29.177525 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:29.213004 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-a4f16197-d38c-4d89-ba8d-649222391a7a None None] Port cc502884-ccf4-4898-bac0-efb7fd0b445d cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:23:29.332351 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:27Z', 'revision_number': 3, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:29.340332 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Publish callbacks [] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:29.356609 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b35175-8c8d-49d3-b69c-a2313020c191 None None] The sync data for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi is: [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:27Z', 'revision_number': 3, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:23:29.402070 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:29.471207 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Pushing event updated for resources: {'Port': ['ID=cc502884-ccf4-4898-bac0-efb7fd0b445d,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:29.473672 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (d10ad5cf-102d-4473-ab32-4e78969c1756), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:29.591606 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Network 1aa97eba-7893-4510-8e53-561fccf49281 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:23:29.593354 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:29.603101 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:29.711570 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Router d10ad5cf-102d-4473-ab32-4e78969c1756 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:23:29.822689 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:23:29.829181 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-a255e9d1-399b-4c7c-b6fa-cc1d68411888 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d10ad5cf-102d-4473-ab32-4e78969c1756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7395599 Oct 10 17:23:29.836587 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-bd92bde9-2a2d-4c8d-b228-8f36f3f8dd95 None None] Provisioning complete for port cc502884-ccf4-4898-bac0-efb7fd0b445d triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:29.836962 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bd92bde9-2a2d-4c8d-b228-8f36f3f8dd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:29.837433 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-bd92bde9-2a2d-4c8d-b228-8f36f3f8dd95 None None] Attempt 1 to provision port cc502884-ccf4-4898-bac0-efb7fd0b445d Oct 10 17:23:29.874680 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-bd92bde9-2a2d-4c8d-b228-8f36f3f8dd95 None None] Port cc502884-ccf4-4898-bac0-efb7fd0b445d cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:23:30.449557 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 35908) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:30.454444 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2034375521-network', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:30.562850 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Made reservation on behalf of bb3df00ade3c435f98d806ceec12af83 for: {'network': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:23:30.565426 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for network (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:30.574586 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:30.653655 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Publish callbacks [] for security_group (65f73d75-5816-4e90-852a-20bc2704cbec), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:30.699498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (65f73d75-5816-4e90-852a-20bc2704cbec), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:30.725427 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=105000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 17:23:30.738610 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f73d75-5816-4e90-852a-20bc2704cbec,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:30.745138 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (43a6564b-7516-4aa1-aefe-8213703a94a5), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:30.745539 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.segments_db [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Added segment 43a6564b-7516-4aa1-aefe-8213703a94a5 of type vlan for network b7d8061a-42de-48e9-a497-5f3379230f09 Oct 10 17:23:30.786234 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791246814666'] for network (b7d8061a-42de-48e9-a497-5f3379230f09), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:30.804369 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:30.845272 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Sync routers for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:23:30.851463 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device d3416174-ca6f-49b6-a4dc-a3647a196cd9 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:30.873675 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:30.876719 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302'] for network (b7d8061a-42de-48e9-a497-5f3379230f09), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:30.877827 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:30.878496 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:30.887134 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:23:30.887703 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:23:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:30.939415 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] Pushing event updated for resources: {'Network': ['ID=b7d8061a-42de-48e9-a497-5f3379230f09,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:30.950876 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Network b7d8061a-42de-48e9-a497-5f3379230f09 details requested by agent ovs-agent-dv-cinder-834540-2-iscsi with host dv-cinder-834540-2-iscsi {{(pid=105001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 17:23:30.964819 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-81e32c10-218e-4bc5-b7ee-11a8c23a1b14 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5141406 Oct 10 17:23:30.968165 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35910) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:30.973099 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Request body: {'subnet': {'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2034375521-subnet', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'ip_version': 4}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:30.991011 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port d3416174-ca6f-49b6-a4dc-a3647a196cd9 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:30.991381 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:30.991713 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port d3416174-ca6f-49b6-a4dc-a3647a196cd9 Oct 10 17:23:31.048076 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Made reservation on behalf of bb3df00ade3c435f98d806ceec12af83 for: {'subnet': 1} {{(pid=104999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:23:31.050648 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26218626'] for subnet (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.096161 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:23:31.097122 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=100 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:31.125532 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:31.210472 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:31.235468 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port d3416174-ca6f-49b6-a4dc-a3647a196cd9 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:31.235857 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.266012 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port d3416174-ca6f-49b6-a4dc-a3647a196cd9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=d3416174-ca6f-49b6-a4dc-a3647a196cd9,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:31.293931 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2925975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26218640'] for subnet (3734ca23-c584-4fb1-bbec-40fc0d60a68b), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.329153 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'cc502884-ccf4-4898-bac0-efb7fd0b445d', 'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'mac_address': 'fa:16:3e:7d:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:28Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 2, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'subnets': [{'id': 'd5d76736-218e-461b-8831-abf103e26c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:31.354851 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Checking router: d10ad5cf-102d-4473-ab32-4e78969c1756 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:23:31.355503 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Updating router d10ad5cf-102d-4473-ab32-4e78969c1756 port cc502884-ccf4-4898-bac0-efb7fd0b445d binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:23:31.355702 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3734ca23-c584-4fb1-bbec-40fc0d60a68b,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:31.361164 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Checking segment: {'id': '43a6564b-7516-4aa1-aefe-8213703a94a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:23:31.361689 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Network hostable DHCP agents. Network: b7d8061a-42de-48e9-a497-5f3379230f09, hostable agents: ['9908463c-9d0d-4a35-a2f3-a46a5c4f18d7'], hosted agents: [] {{(pid=104999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 17:23:31.387401 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.518126 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.539838 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Network b7d8061a-42de-48e9-a497-5f3379230f09 is scheduled to be hosted by DHCP agent 9908463c-9d0d-4a35-a2f3-a46a5c4f18d7 with binding_index 1 {{(pid=104999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 17:23:31.630359 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-2-iscsi, b7d8061a-42de-48e9-a497-5f3379230f09) {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:31.636049 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:31.636621 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=d3416174-ca6f-49b6-a4dc-a3647a196cd9,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:31.637158 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.647734 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317901b2-b026-47fc-9eca-0d049dafa9e5 None None] Network b7d8061a-42de-48e9-a497-5f3379230f09 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:23:31.715233 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-320d46ff-e7a9-493b-9b47-326c9ea92376 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7437146 Oct 10 17:23:31.715478 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35912) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:31.719785 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:31.779314 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3728'] for router (249db63d-c218-450c-96e8-620f0a432f21), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.780990 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3723'] for router (249db63d-c218-450c-96e8-620f0a432f21), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.813869 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c6c8e04-8bf4-5ca7-9379-d87dbb8f3ae9-b7d8061a-42de-48e9-a497-5f3379230f09', 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09', 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'fixed_ips': [{'subnet_id': '3734ca23-c584-4fb1-bbec-40fc0d60a68b'}]}} from dv-cinder-834540-2-iscsi. {{(pid=105001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 17:23:31.814926 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.835391 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks [] for router_controller (249db63d-c218-450c-96e8-620f0a432f21), precommit_add_association {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:31.842173 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:31.961924 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Publish callbacks [] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.005556 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.db_base_plugin_common [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Allocated IP 172.20.0.2 (b7d8061a-42de-48e9-a497-5f3379230f09/3734ca23-c584-4fb1-bbec-40fc0d60a68b/f852e47b-1a39-407c-859d-bdb4bcaca016) {{(pid=105001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:23:32.007223 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:32.041077 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks [] for router_gateway (249db63d-c218-450c-96e8-620f0a432f21), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.058268 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.132128 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdece0bb-9ce6-4127-8ce2-83bc5d6fab73 None None] Pushing event updated for resources: {'Port': ['ID=cc502884-ccf4-4898-bac0-efb7fd0b445d,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:32.191993 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Attempting to bind port cc502884-ccf4-4898-bac0-efb7fd0b445d on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:23:32.192426 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Attempting to bind port cc502884-ccf4-4898-bac0-efb7fd0b445d by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:23:32.192784 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Attempting to bind port cc502884-ccf4-4898-bac0-efb7fd0b445d on network 1aa97eba-7893-4510-8e53-561fccf49281 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:23:32.265838 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Publish callbacks [] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), precommit_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.270582 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:23:32.270957 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Checking segment: {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:23:32.271349 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.271735 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Bound using segment: {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:23:32.272232 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Bound port: cc502884-ccf4-4898-bac0-efb7fd0b445d, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:23:32.272606 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.281244 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks [] for router_gateway (249db63d-c218-450c-96e8-620f0a432f21), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.303727 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.333080 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] For port cc502884-ccf4-4898-bac0-efb7fd0b445d, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:23:32.336245 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] For port cc502884-ccf4-4898-bac0-efb7fd0b445d, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=cc502884-ccf4-4898-bac0-efb7fd0b445d,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:23:32.344735 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), after_create {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.386550 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Network b7d8061a-42de-48e9-a497-5f3379230f09 is already hosted by enough agents. {{(pid=105001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:23:32.389897 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.396190 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.scheduler.base_scheduler [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Resources bound (agent type, host, resource id): {{(pid=105001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:32.400942 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Received port after_create {{(pid=105001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:23:32.406491 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Allocated IP 172.27.4.123 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/e50f3507-2691-42cb-bac9-9dfd13c0ff37) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:23:32.411146 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Pushing event updated for resources: {'Port': ['ID=f852e47b-1a39-407c-859d-bdb4bcaca016,revision_number=1']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:32.422002 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:23:32.422667 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:23:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:32.497596 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:32.515092 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks [] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.542623 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:32.549322 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdece0bb-9ce6-4127-8ce2-83bc5d6fab73 None None] Pushing event updated for resources: {'Port': ['ID=cc502884-ccf4-4898-bac0-efb7fd0b445d,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:32.551996 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Attempting to bind port f852e47b-1a39-407c-859d-bdb4bcaca016 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:23:32.552393 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Attempting to bind port f852e47b-1a39-407c-859d-bdb4bcaca016 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '43a6564b-7516-4aa1-aefe-8213703a94a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:23:32.552773 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Attempting to bind port f852e47b-1a39-407c-859d-bdb4bcaca016 on network b7d8061a-42de-48e9-a497-5f3379230f09 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:23:32.591459 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.624474 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:32.635078 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:23:32.640585 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:32.641162 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:23:32.643280 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:23:32.672464 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Pushing event updated for resources: {'Port': ['ID=e50f3507-2691-42cb-bac9-9dfd13c0ff37,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:32.673016 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:23:32.673397 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Checking segment: {'id': '43a6564b-7516-4aa1-aefe-8213703a94a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:23:32.673857 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.674201 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Bound using segment: {'id': '43a6564b-7516-4aa1-aefe-8213703a94a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:23:32.674669 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Bound port: f852e47b-1a39-407c-859d-bdb4bcaca016, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a6564b-7516-4aa1-aefe-8213703a94a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:23:32.675050 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.817334 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:32.821816 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] For port f852e47b-1a39-407c-859d-bdb4bcaca016, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:23:32.844590 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device d3416174-ca6f-49b6-a4dc-a3647a196cd9 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:32.851518 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] For port f852e47b-1a39-407c-859d-bdb4bcaca016, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=f852e47b-1a39-407c-859d-bdb4bcaca016,segment=NetworkSegment(43a6564b-7516-4aa1-aefe-8213703a94a5),segment_id=43a6564b-7516-4aa1-aefe-8213703a94a5)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:23:32.937236 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'cc502884-ccf4-4898-bac0-efb7fd0b445d', 'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'mac_address': 'fa:16:3e:7d:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:28Z', 'updated_at': '2022-10-10T17:23:32Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'subnets': [{'id': 'd5d76736-218e-461b-8831-abf103e26c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:32.941615 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.968803 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port d3416174-ca6f-49b6-a4dc-a3647a196cd9 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:32.969475 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.969475 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port d3416174-ca6f-49b6-a4dc-a3647a196cd9 Oct 10 17:23:32.974890 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks [] for router_gateway (249db63d-c218-450c-96e8-620f0a432f21), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:32.989219 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae8733-0c6b-4131-818d-a208da1794ee None None] The sync data for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi is: [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'cc502884-ccf4-4898-bac0-efb7fd0b445d', 'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'mac_address': 'fa:16:3e:7d:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:28Z', 'updated_at': '2022-10-10T17:23:32Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'subnets': [{'id': 'd5d76736-218e-461b-8831-abf103e26c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:23:33.226828 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cec88-abbf-4ef1-b388-eb725e44bff6 None None] Pushing event updated for resources: {'Port': ['ID=f852e47b-1a39-407c-859d-bdb4bcaca016,revision_number=2']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:33.264863 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550862'] for router (249db63d-c218-450c-96e8-620f0a432f21), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:33.277555 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port d3416174-ca6f-49b6-a4dc-a3647a196cd9 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:33.459504 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Router 249db63d-c218-450c-96e8-620f0a432f21 is scheduled to L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 with binding_index 1 {{(pid=104999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 17:23:33.568764 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:23:33.578401 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Sync routers for ids ['249db63d-c218-450c-96e8-620f0a432f21'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:23:33.592133 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Routers {'249db63d-c218-450c-96e8-620f0a432f21'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:23:33.592749 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:23:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['249db63d-c218-450c-96e8-620f0a432f21'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:33.638845 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:33.639925 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-89ca9fa9-ddc9-4a02-a834-e15e9621608a admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9234433 Oct 10 17:23:33.642884 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35914) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:33.712463 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Set router 249db63d-c218-450c-96e8-620f0a432f21 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:23:33.909269 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249db63d-c218-450c-96e8-620f0a432f21', 'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:31Z', 'updated_at': '2022-10-10T17:23:32Z', 'revision_number': 3, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'gw_port': {'id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:32Z', 'updated_at': '2022-10-10T17:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:33.940760 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Checking router: 249db63d-c218-450c-96e8-620f0a432f21 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:23:33.941110 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Updating router 249db63d-c218-450c-96e8-620f0a432f21 port e50f3507-2691-42cb-bac9-9dfd13c0ff37 binding host dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:23:33.971022 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.019379 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:34.075700 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a33eb80-6d74-4835-8487-2ce83f5696a2 None None] Network b7d8061a-42de-48e9-a497-5f3379230f09 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:23:34.163865 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-cb507770-cdb4-4e2b-9054-afa061e178fc None None] Provisioning complete for port f852e47b-1a39-407c-859d-bdb4bcaca016 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:34.164268 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cb507770-cdb4-4e2b-9054-afa061e178fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.164612 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-cb507770-cdb4-4e2b-9054-afa061e178fc None None] Attempt 1 to provision port f852e47b-1a39-407c-859d-bdb4bcaca016 Oct 10 17:23:34.177353 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:34.257310 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Publish callbacks [] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), precommit_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.318236 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:34.318456 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:34.319804 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-cb507770-cdb4-4e2b-9054-afa061e178fc None None] Current status of the port f852e47b-1a39-407c-859d-bdb4bcaca016 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:34.320497 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cb507770-cdb4-4e2b-9054-afa061e178fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.334872 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.370514 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-cb507770-cdb4-4e2b-9054-afa061e178fc None None] For port f852e47b-1a39-407c-859d-bdb4bcaca016, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=f852e47b-1a39-407c-859d-bdb4bcaca016,segment=NetworkSegment(43a6564b-7516-4aa1-aefe-8213703a94a5),segment_id=43a6564b-7516-4aa1-aefe-8213703a94a5)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:34.380561 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Attempting to bind port e50f3507-2691-42cb-bac9-9dfd13c0ff37 on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:23:34.380946 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Attempting to bind port e50f3507-2691-42cb-bac9-9dfd13c0ff37 by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:23:34.381299 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Attempting to bind port e50f3507-2691-42cb-bac9-9dfd13c0ff37 on network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:23:34.392894 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.436332 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-cb507770-cdb4-4e2b-9054-afa061e178fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.493693 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb507770-cdb4-4e2b-9054-afa061e178fc None None] Pushing event updated for resources: {'Port': ['ID=f852e47b-1a39-407c-859d-bdb4bcaca016,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:34.524292 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034c640-baee-4a76-8705-b35c63af404e None None] Pushing event updated for resources: {'Port': ['ID=e50f3507-2691-42cb-bac9-9dfd13c0ff37,revision_number=2']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:34.531577 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:34.541708 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:23:34.542191 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Checking segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:23:34.542675 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.543133 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Bound using segment: {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'} {{(pid=105002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:23:34.543655 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.managers [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Bound port: e50f3507-2691-42cb-bac9-9dfd13c0ff37, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c9aeb-2005-4af5-abf9-0335c70a8c7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7'}}] {{(pid=105002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:23:34.544097 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), before_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.555522 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-64547046-e571-4ce3-821a-1e2834025f34 None None] Provisioning complete for port f852e47b-1a39-407c-859d-bdb4bcaca016 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:34.555898 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-64547046-e571-4ce3-821a-1e2834025f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.556265 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-64547046-e571-4ce3-821a-1e2834025f34 None None] Attempt 1 to provision port f852e47b-1a39-407c-859d-bdb4bcaca016 Oct 10 17:23:34.579582 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_common [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Allocated IP 172.20.0.1 (b7d8061a-42de-48e9-a497-5f3379230f09/3734ca23-c584-4fb1-bbec-40fc0d60a68b/ff2ffb45-fee4-4fa5-89d2-6125afbaf70d) {{(pid=104999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:23:34.594285 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] For port e50f3507-2691-42cb-bac9-9dfd13c0ff37, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:23:34.598216 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.plugins.ml2.db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] For port e50f3507-2691-42cb-bac9-9dfd13c0ff37, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e50f3507-2691-42cb-bac9-9dfd13c0ff37,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:23:34.635677 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-64547046-e571-4ce3-821a-1e2834025f34 None None] Current status of the port f852e47b-1a39-407c-859d-bdb4bcaca016 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:34.665240 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron_lib.callbacks.manager [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), after_update {{(pid=105002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.689151 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Publish callbacks [] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.703169 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Routers {'249db63d-c218-450c-96e8-620f0a432f21'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:23:34.703814 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:23:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['249db63d-c218-450c-96e8-620f0a432f21'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:34.752528 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034c640-baee-4a76-8705-b35c63af404e None None] Pushing event updated for resources: {'Port': ['ID=e50f3507-2691-42cb-bac9-9dfd13c0ff37,revision_number=3']} {{(pid=105002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:34.774199 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.816849 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Network b7d8061a-42de-48e9-a497-5f3379230f09 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:23:34.818924 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] Set router 249db63d-c218-450c-96e8-620f0a432f21 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:23:34.819949 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:34.824349 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Received port after_create {{(pid=104999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:23:34.861849 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Pushing event updated for resources: {'Port': ['ID=ff2ffb45-fee4-4fa5-89d2-6125afbaf70d,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:34.888050 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:34.892736 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550453'] for router_interface (249db63d-c218-450c-96e8-620f0a432f21), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.933409 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device f852e47b-1a39-407c-859d-bdb4bcaca016 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:34.986905 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2f03277e-fcd7-4e3b-8d85-fcb5389c2b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:34.999589 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port f852e47b-1a39-407c-859d-bdb4bcaca016 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:35.000010 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.000380 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port f852e47b-1a39-407c-859d-bdb4bcaca016 Oct 10 17:23:35.031890 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249db63d-c218-450c-96e8-620f0a432f21', 'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:31Z', 'updated_at': '2022-10-10T17:23:32Z', 'revision_number': 3, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'gw_port': {'id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:32Z', 'updated_at': '2022-10-10T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:35.058778 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7847a2-ba25-4aa7-96fb-69c94b86b71e None None] The sync data for ids ['249db63d-c218-450c-96e8-620f0a432f21'] in dv-cinder-834540-2-iscsi is: [{'id': '249db63d-c218-450c-96e8-620f0a432f21', 'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:31Z', 'updated_at': '2022-10-10T17:23:32Z', 'revision_number': 3, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'gw_port': {'id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:32Z', 'updated_at': '2022-10-10T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:23:35.080291 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port f852e47b-1a39-407c-859d-bdb4bcaca016 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:35.081545 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device cc502884-ccf4-4898-bac0-efb7fd0b445d up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:35.125442 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port cc502884-ccf4-4898-bac0-efb7fd0b445d triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:35.125675 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), before_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.125789 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.126068 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port cc502884-ccf4-4898-bac0-efb7fd0b445d Oct 10 17:23:35.171263 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-65b8c98a-e901-4f54-961b-181d70095afb None None] Provisioning complete for port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:35.171641 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-65b8c98a-e901-4f54-961b-181d70095afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.171971 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-65b8c98a-e901-4f54-961b-181d70095afb None None] Attempt 1 to provision port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d Oct 10 17:23:35.208143 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:35.212683 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-65b8c98a-e901-4f54-961b-181d70095afb None None] Port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:23:35.252347 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port cc502884-ccf4-4898-bac0-efb7fd0b445d is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:35.252755 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.260486 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:35.306455 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port cc502884-ccf4-4898-bac0-efb7fd0b445d, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=cc502884-ccf4-4898-bac0-efb7fd0b445d,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:35.318922 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Publish callbacks [] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), precommit_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.350984 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.368332 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2925848'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), after_update {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.403880 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=cc502884-ccf4-4898-bac0-efb7fd0b445d,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:35.442864 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550569'] for router_interface (249db63d-c218-450c-96e8-620f0a432f21), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.445138 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Pushing event updated for resources: {'Port': ['ID=ff2ffb45-fee4-4fa5-89d2-6125afbaf70d,revision_number=2']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:35.541100 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Network b7d8061a-42de-48e9-a497-5f3379230f09 is already hosted by enough agents. {{(pid=104999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:23:35.542539 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.base_scheduler [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:23:35.676300 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Router 249db63d-c218-450c-96e8-620f0a432f21 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:23:35.797103 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:23:35.814961 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-bd502811-3fcf-49b9-b5e6-c1a8d5a872bf admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/249db63d-c218-450c-96e8-620f0a432f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1682990 Oct 10 17:23:35.838054 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-4f5dea23-75c1-41aa-ae46-9ff5139f6fcd None None] Provisioning complete for port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:35.840221 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4f5dea23-75c1-41aa-ae46-9ff5139f6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:35.840221 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-4f5dea23-75c1-41aa-ae46-9ff5139f6fcd None None] Attempt 1 to provision port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d Oct 10 17:23:35.884391 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dea23-75c1-41aa-ae46-9ff5139f6fcd None None] Port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:23:36.234555 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35922) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:36.239073 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-360418ff-9108-46f0-8240-91d6c0f071d5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491808532', 'description': 'tempest-secgroup-smoke-491808532 description', 'project_id': 'be063f15b64a45598299aacd0a40e9e8'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:36.333361 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-360418ff-9108-46f0-8240-91d6c0f071d5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group (None), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:36.360980 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:36.404976 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-360418ff-9108-46f0-8240-91d6c0f071d5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group (9bd0665c-ce76-4d97-9392-9be48276e976), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:36.527675 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-360418ff-9108-46f0-8240-91d6c0f071d5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (9bd0665c-ce76-4d97-9392-9be48276e976), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:36.558554 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360418ff-9108-46f0-8240-91d6c0f071d5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd0665c-ce76-4d97-9392-9be48276e976,revision_number=1']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:36.661924 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-360418ff-9108-46f0-8240-91d6c0f071d5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:36.663301 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-360418ff-9108-46f0-8240-91d6c0f071d5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4276202 Oct 10 17:23:36.666251 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35924) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:36.671233 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-3c0fef64-825c-447e-b7ab-033dffa7adbf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Request body: {'security_group_rule': {'security_group_id': '9bd0665c-ce76-4d97-9392-9be48276e976', 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:36.686318 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Sync routers for ids ['249db63d-c218-450c-96e8-620f0a432f21'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:23:36.696829 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Routers {'249db63d-c218-450c-96e8-620f0a432f21'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:23:36.697447 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:23:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['249db63d-c218-450c-96e8-620f0a432f21'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:36.756188 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef64-825c-447e-b7ab-033dffa7adbf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (126c82ef-c4dc-4f5d-88b1-5e9b7fd1c04a), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:36.810390 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Set router 249db63d-c218-450c-96e8-620f0a432f21 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:23:36.817656 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef64-825c-447e-b7ab-033dffa7adbf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (126c82ef-c4dc-4f5d-88b1-5e9b7fd1c04a), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:36.846755 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:36.887704 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef64-825c-447e-b7ab-033dffa7adbf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (126c82ef-c4dc-4f5d-88b1-5e9b7fd1c04a), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:36.909123 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fef64-825c-447e-b7ab-033dffa7adbf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126c82ef-c4dc-4f5d-88b1-5e9b7fd1c04a,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:36.920832 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device cc502884-ccf4-4898-bac0-efb7fd0b445d up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:36.975416 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef64-825c-447e-b7ab-033dffa7adbf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:36.976619 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-3c0fef64-825c-447e-b7ab-033dffa7adbf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094716 Oct 10 17:23:36.979569 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35926) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:36.984407 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-9cb44e96-7b97-4ba5-9452-b29e4c585fe1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Request body: {'security_group_rule': {'security_group_id': '9bd0665c-ce76-4d97-9392-9be48276e976', 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:37.005353 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port cc502884-ccf4-4898-bac0-efb7fd0b445d triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:37.005730 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.006081 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port cc502884-ccf4-4898-bac0-efb7fd0b445d Oct 10 17:23:37.071949 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249db63d-c218-450c-96e8-620f0a432f21', 'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:31Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 4, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'gw_port': {'id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:32Z', 'updated_at': '2022-10-10T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'ff2ffb45-fee4-4fa5-89d2-6125afbaf70d', 'name': '', 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'mac_address': 'fa:16:3e:32:db:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3734ca23-c584-4fb1-bbec-40fc0d60a68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:34Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 2, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'subnets': [{'id': '3734ca23-c584-4fb1-bbec-40fc0d60a68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:37.082540 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9cb44e96-7b97-4ba5-9452-b29e4c585fe1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (d7df7be1-f9a2-4b61-b8d5-b388d9590de7), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.084827 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:37.105106 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Checking router: 249db63d-c218-450c-96e8-620f0a432f21 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:23:37.105378 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Updating router 249db63d-c218-450c-96e8-620f0a432f21 port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d binding host dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 17:23:37.142598 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9cb44e96-7b97-4ba5-9452-b29e4c585fe1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (d7df7be1-f9a2-4b61-b8d5-b388d9590de7), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.156638 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.168473 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port cc502884-ccf4-4898-bac0-efb7fd0b445d is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:37.169490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e50f3507-2691-42cb-bac9-9dfd13c0ff37 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:37.213663 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9cb44e96-7b97-4ba5-9452-b29e4c585fe1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (d7df7be1-f9a2-4b61-b8d5-b388d9590de7), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.233383 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb44e96-7b97-4ba5-9452-b29e4c585fe1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7df7be1-f9a2-4b61-b8d5-b388d9590de7,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:37.295386 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-9cb44e96-7b97-4ba5-9452-b29e4c585fe1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.296679 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-9cb44e96-7b97-4ba5-9452-b29e4c585fe1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162067 Oct 10 17:23:37.299335 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port e50f3507-2691-42cb-bac9-9dfd13c0ff37 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:37.299579 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35928) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:37.299701 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.300051 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port e50f3507-2691-42cb-bac9-9dfd13c0ff37 Oct 10 17:23:37.304018 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-40f95d6c-51d1-4898-9260-06ef93a17136 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Request body: {'security_group_rule': {'security_group_id': '9bd0665c-ce76-4d97-9392-9be48276e976', 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:37.389945 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d7873356-8c9a-4d88-bb2a-4e3984310bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.391414 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-40f95d6c-51d1-4898-9260-06ef93a17136 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (a92dcfdb-1d6a-43a0-970a-c400b9ed14f5), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.405467 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:37.449222 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-40f95d6c-51d1-4898-9260-06ef93a17136 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (a92dcfdb-1d6a-43a0-970a-c400b9ed14f5), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.450371 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port e50f3507-2691-42cb-bac9-9dfd13c0ff37 is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:37.450765 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.485269 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:37.487059 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port e50f3507-2691-42cb-bac9-9dfd13c0ff37, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e50f3507-2691-42cb-bac9-9dfd13c0ff37,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:37.527617 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-40f95d6c-51d1-4898-9260-06ef93a17136 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (a92dcfdb-1d6a-43a0-970a-c400b9ed14f5), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.532593 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.549537 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f95d6c-51d1-4898-9260-06ef93a17136 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92dcfdb-1d6a-43a0-970a-c400b9ed14f5,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:37.569624 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Publish callbacks [] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), precommit_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.590109 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=e50f3507-2691-42cb-bac9-9dfd13c0ff37,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:37.592985 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-40f95d6c-51d1-4898-9260-06ef93a17136 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.594498 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-40f95d6c-51d1-4898-9260-06ef93a17136 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939467 Oct 10 17:23:37.597382 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35930) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:37.601762 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-6a1ce807-12fb-41c8-b0cd-ba46bd9c04aa tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Request body: {'security_group_rule': {'security_group_id': '9bd0665c-ce76-4d97-9392-9be48276e976', 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:37.636452 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.681619 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6a1ce807-12fb-41c8-b0cd-ba46bd9c04aa tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (4de7ddc9-7b34-45c8-9171-a688ec7f84c4), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.698856 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9c196-1e57-49ff-815d-07c63c35edda None None] Pushing event updated for resources: {'Port': ['ID=ff2ffb45-fee4-4fa5-89d2-6125afbaf70d,revision_number=3']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:37.728277 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Attempting to bind port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d on host dv-cinder-834540-2-iscsi for vnic_type normal with profile {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:23:37.730571 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Attempting to bind port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d by drivers openvswitch,hyperv on host dv-cinder-834540-2-iscsi at level 0 using segments [{'id': '43a6564b-7516-4aa1-aefe-8213703a94a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09'}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:23:37.730571 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Attempting to bind port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d on network b7d8061a-42de-48e9-a497-5f3379230f09 {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:23:37.739321 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6a1ce807-12fb-41c8-b0cd-ba46bd9c04aa tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (4de7ddc9-7b34-45c8-9171-a688ec7f84c4), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.773931 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Checking agent: {'id': '9b24f09f-ac91-4365-8c99-63822fe627f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 16, 59, 40), 'started_at': datetime.datetime(2022, 10, 10, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:23:37.774302 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Checking segment: {'id': '43a6564b-7516-4aa1-aefe-8213703a94a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:23:37.774701 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.775089 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Bound using segment: {'id': '43a6564b-7516-4aa1-aefe-8213703a94a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09'} {{(pid=105001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:23:37.775548 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.managers [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Bound port: ff2ffb45-fee4-4fa5-89d2-6125afbaf70d, host: dv-cinder-834540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a6564b-7516-4aa1-aefe-8213703a94a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09'}}] {{(pid=105001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:23:37.775918 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.778863 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6a1ce807-12fb-41c8-b0cd-ba46bd9c04aa tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (4de7ddc9-7b34-45c8-9171-a688ec7f84c4), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.799068 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ce807-12fb-41c8-b0cd-ba46bd9c04aa tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de7ddc9-7b34-45c8-9171-a688ec7f84c4,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:37.866883 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-6a1ce807-12fb-41c8-b0cd-ba46bd9c04aa tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:37.870906 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-6a1ce807-12fb-41c8-b0cd-ba46bd9c04aa tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2699049 Oct 10 17:23:37.872935 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35932) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:37.877304 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-b7f18d09-e94c-4a11-ac9d-a9048822f3d1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Request body: {'security_group_rule': {'security_group_id': '9bd0665c-ce76-4d97-9392-9be48276e976', 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:37.956957 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] For port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d, host dv-cinder-834540-2-iscsi, cleared binding levels {{(pid=105001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:23:37.959854 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] For port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d, host dv-cinder-834540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=ff2ffb45-fee4-4fa5-89d2-6125afbaf70d,segment=NetworkSegment(43a6564b-7516-4aa1-aefe-8213703a94a5),segment_id=43a6564b-7516-4aa1-aefe-8213703a94a5)] {{(pid=105001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:23:37.979120 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.securitygroups_db [None req-b7f18d09-e94c-4a11-ac9d-a9048822f3d1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Project be063f15b64a45598299aacd0a40e9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 17:23:37.983593 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:37.987933 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b7f18d09-e94c-4a11-ac9d-a9048822f3d1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (302ee0b2-1860-49c2-8d47-6b03eb82c425), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.037715 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b7f18d09-e94c-4a11-ac9d-a9048822f3d1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (302ee0b2-1860-49c2-8d47-6b03eb82c425), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.059579 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.097467 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Routers {'249db63d-c218-450c-96e8-620f0a432f21'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:23:38.098080 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:23:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['249db63d-c218-450c-96e8-620f0a432f21'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:38.105068 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b7f18d09-e94c-4a11-ac9d-a9048822f3d1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (302ee0b2-1860-49c2-8d47-6b03eb82c425), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.126962 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f18d09-e94c-4a11-ac9d-a9048822f3d1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302ee0b2-1860-49c2-8d47-6b03eb82c425,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:38.151619 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9c196-1e57-49ff-815d-07c63c35edda None None] Pushing event updated for resources: {'Port': ['ID=ff2ffb45-fee4-4fa5-89d2-6125afbaf70d,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:38.169792 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-b7f18d09-e94c-4a11-ac9d-a9048822f3d1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.171587 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-b7f18d09-e94c-4a11-ac9d-a9048822f3d1 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2987370 Oct 10 17:23:38.174367 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 35934) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:23:38.178779 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.v2.base [None req-496b69f2-bd6b-4529-a40a-efed5ec21d9e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Request body: {'security_group_rule': {'security_group_id': '9bd0665c-ce76-4d97-9392-9be48276e976', 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:23:38.212500 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] Set router 249db63d-c218-450c-96e8-620f0a432f21 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:23:38.242923 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.securitygroups_db [None req-496b69f2-bd6b-4529-a40a-efed5ec21d9e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Project be063f15b64a45598299aacd0a40e9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 17:23:38.250987 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-496b69f2-bd6b-4529-a40a-efed5ec21d9e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (0297da05-a547-4f4f-a77a-d6fd280ac627), before_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.313823 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-496b69f2-bd6b-4529-a40a-efed5ec21d9e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (0297da05-a547-4f4f-a77a-d6fd280ac627), precommit_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.379353 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-496b69f2-bd6b-4529-a40a-efed5ec21d9e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616306'] for security_group_rule (0297da05-a547-4f4f-a77a-d6fd280ac627), after_create {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.398461 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b69f2-bd6b-4529-a40a-efed5ec21d9e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0297da05-a547-4f4f-a77a-d6fd280ac627,revision_number=0']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:38.408418 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.413585 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249db63d-c218-450c-96e8-620f0a432f21', 'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:31Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 4, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'gw_port': {'id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:32Z', 'updated_at': '2022-10-10T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'ff2ffb45-fee4-4fa5-89d2-6125afbaf70d', 'name': '', 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'mac_address': 'fa:16:3e:32:db:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3734ca23-c584-4fb1-bbec-40fc0d60a68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:34Z', 'updated_at': '2022-10-10T17:23:37Z', 'revision_number': 4, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'subnets': [{'id': '3734ca23-c584-4fb1-bbec-40fc0d60a68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:23:38.438065 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cabca8e-02cb-4809-af5a-d30e5fc4caa3 None None] The sync data for ids ['249db63d-c218-450c-96e8-620f0a432f21'] in dv-cinder-834540-2-iscsi is: [{'id': '249db63d-c218-450c-96e8-620f0a432f21', 'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:31Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 4, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'gw_port': {'id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:32Z', 'updated_at': '2022-10-10T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'ff2ffb45-fee4-4fa5-89d2-6125afbaf70d', 'name': '', 'network_id': 'b7d8061a-42de-48e9-a497-5f3379230f09', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'mac_address': 'fa:16:3e:32:db:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3734ca23-c584-4fb1-bbec-40fc0d60a68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:34Z', 'updated_at': '2022-10-10T17:23:37Z', 'revision_number': 4, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'subnets': [{'id': '3734ca23-c584-4fb1-bbec-40fc0d60a68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:23:38.475321 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-496b69f2-bd6b-4529-a40a-efed5ec21d9e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.481404 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-496b69f2-bd6b-4529-a40a-efed5ec21d9e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3011672 Oct 10 17:23:38.905550 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device ff2ffb45-fee4-4fa5-89d2-6125afbaf70d up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:38.934579 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:38.949088 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:38.949461 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:38.949813 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d Oct 10 17:23:39.025112 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d is: DOWN; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:39.025423 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:39.027840 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:39.056490 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] For port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=ff2ffb45-fee4-4fa5-89d2-6125afbaf70d,segment=NetworkSegment(43a6564b-7516-4aa1-aefe-8213703a94a5),segment_id=43a6564b-7516-4aa1-aefe-8213703a94a5)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:23:39.133298 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:39.134159 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e50f3507-2691-42cb-bac9-9dfd13c0ff37 up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:39.209257 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Pushing event updated for resources: {'Port': ['ID=ff2ffb45-fee4-4fa5-89d2-6125afbaf70d,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:23:39.222360 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port e50f3507-2691-42cb-bac9-9dfd13c0ff37 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:39.222360 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:39.222360 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port e50f3507-2691-42cb-bac9-9dfd13c0ff37 Oct 10 17:23:39.297842 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port e50f3507-2691-42cb-bac9-9dfd13c0ff37 is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:40.116352 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:40.144855 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:40.844569 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device ff2ffb45-fee4-4fa5-89d2-6125afbaf70d up at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:23:40.892254 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Provisioning complete for port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:23:40.892624 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:40.892965 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Attempt 1 to provision port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d Oct 10 17:23:40.937550 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=53,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:40.965978 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Current status of the port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d is: ACTIVE; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:23:45.022270 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:45.035341 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=37 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:45.193086 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:23:45.773550 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:23:47.940278 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [req-b401105b-a777-4e1c-9c72-a1a02a92cc1e req-c360694a-1b07-4171-bcf1-e4a5cecda635 service neutron] (104999) timed out ('10.222.0.25', 55423) {{(pid=104999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 10 17:23:48.394531 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=15,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:48.398518 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=67,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:55.188368 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:55.189160 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:55.708772 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:55.709585 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:23:56.455660 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-576fb371-d5e5-4989-973d-d5f74aac6939 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-491808532&fields=id&tenant_id=be063f15b64a45598299aacd0a40e9e8 HTTP/1.1" status: 200 len: 267 time: 0.0478697 Oct 10 17:23:56.559336 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-7ea1ba59-f0dc-40a1-ac33-821971628cf7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:56.560723 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-7ea1ba59-f0dc-40a1-ac33-821971628cf7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 808 time: 0.0988271 Oct 10 17:23:56.575397 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-2a3d456a-8daa-484a-855e-9fe63fb7dd74 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/quotas/be063f15b64a45598299aacd0a40e9e8 HTTP/1.1" status: 200 len: 375 time: 0.0087245 Oct 10 17:23:56.627430 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-05c2a5e1-4d37-48eb-915e-7091ecf6f56b tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472057 Oct 10 17:23:56.719556 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-4c2fe28c-07ea-403e-a3d0-2b72e0c6efcb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812135 Oct 10 17:23:56.809137 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c4294275-d6cf-401a-8d9b-00b6a5719893 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840366 Oct 10 17:23:57.382745 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b102e95a-9759-484b-a16d-4d87b0c6cb74 req-7b5e5cb0-ce48-4ae1-ae41-1f5685a16825 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 210 time: 0.0280311 Oct 10 17:23:58.482393 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-731fd98e-417b-4ce7-9498-08d5871e0e07 req-650b3ddb-3a54-48a4-b52a-a06636596139 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 210 time: 0.0277457 Oct 10 17:23:59.584626 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f9d4489c-2464-493a-b5b7-603da63ce995 req-d5c536aa-c6a4-4f06-8b39-2f4164b3ed29 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 210 time: 0.0283213 Oct 10 17:23:59.869407 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-85b5aadf-cfcc-4a7d-8ed1-17c77661a827 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:23:59.870949 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-85b5aadf-cfcc-4a7d-8ed1-17c77661a827 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 808 time: 0.1055379 Oct 10 17:23:59.947854 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-fe6e9da1-fa81-400c-aec3-ed1af0c3802a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=be063f15b64a45598299aacd0a40e9e8 HTTP/1.1" status: 200 len: 379 time: 0.0533221 Oct 10 17:23:59.959648 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Request body: {'port': {'device_id': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'admin_state_up': True, 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'security_groups': ['9bd0665c-ce76-4d97-9392-9be48276e976']}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:24:00.110311 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Made reservation on behalf of be063f15b64a45598299aacd0a40e9e8 for: {'port': 1} {{(pid=105000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 17:24:00.114191 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:00.243564 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Allocated IP 172.20.0.10 (1aa97eba-7893-4510-8e53-561fccf49281/d5d76736-218e-461b-8831-abf103e26c04/57c4a8b9-69e2-4476-b049-3e16e3253025) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:24:00.258417 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:00.323247 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:00.379955 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:00.493481 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:00.541501 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Network 1aa97eba-7893-4510-8e53-561fccf49281 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:24:00.544637 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:24:00.548930 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:24:00.572205 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'Port': ['ID=57c4a8b9-69e2-4476-b049-3e16e3253025,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:24:00.602194 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:00.602867 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:00.674192 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-90f63a4e-6b26-4bab-ba06-f763d6be9dc3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7179866 Oct 10 17:24:00.721793 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fba40-b947-43cd-bd7e-e39608bdad1e req-8104cc1f-c00b-4635-9bca-ba1b578efcd7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:00.723269 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f77fba40-b947-43cd-bd7e-e39608bdad1e req-8104cc1f-c00b-4635-9bca-ba1b578efcd7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 932 time: 0.0622866 Oct 10 17:24:00.754886 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-80d0be9e-0bc8-4ea6-9d32-5dab10e73334 None None] Provisioning complete for port 57c4a8b9-69e2-4476-b049-3e16e3253025 triggered by entity DHCP. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:24:00.755576 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-80d0be9e-0bc8-4ea6-9d32-5dab10e73334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:00.755576 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-80d0be9e-0bc8-4ea6-9d32-5dab10e73334 None None] Attempt 1 to provision port 57c4a8b9-69e2-4476-b049-3e16e3253025 Oct 10 17:24:00.779358 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f77fba40-b947-43cd-bd7e-e39608bdad1e req-1e689c87-f0dc-4b9c-a621-53e7827b6500 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503063 Oct 10 17:24:00.802576 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-80d0be9e-0bc8-4ea6-9d32-5dab10e73334 None None] Port 57c4a8b9-69e2-4476-b049-3e16e3253025 cannot update to ACTIVE because it is not bound. {{(pid=105001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 17:24:00.931988 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Request body: {'port': {'device_id': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:24:00.994639 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:01.482026 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:01.487306 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c4a8b9-69e2-4476-b049-3e16e3253025 {{(pid=105000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:24:01.494616 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Publish callbacks [] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:01.507399 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.provisioning_blocks [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Transition to ACTIVE for port object 57c4a8b9-69e2-4476-b049-3e16e3253025 will not be triggered until provisioned by entity L2. {{(pid=105000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 17:24:01.567001 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:01.627812 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Pushing event updated for resources: {'Port': ['ID=57c4a8b9-69e2-4476-b049-3e16e3253025,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:24:01.674805 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Attempting to bind port 57c4a8b9-69e2-4476-b049-3e16e3253025 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 17:24:01.675143 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Attempting to bind port 57c4a8b9-69e2-4476-b049-3e16e3253025 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 17:24:01.675472 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Attempting to bind port 57c4a8b9-69e2-4476-b049-3e16e3253025 on network 1aa97eba-7893-4510-8e53-561fccf49281 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:24:01.719399 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Port 57c4a8b9-69e2-4476-b049-3e16e3253025 on network 1aa97eba-7893-4510-8e53-561fccf49281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 17:24:01.719739 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Attempting to bind port 57c4a8b9-69e2-4476-b049-3e16e3253025 on network 1aa97eba-7893-4510-8e53-561fccf49281 {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 17:24:01.743851 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:01.760915 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Checking agent: {'id': '23b0e495-dc62-4894-8a39-58570ee61176', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'started_at': datetime.datetime(2022, 10, 10, 17, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 17, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 17:24:01.761255 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Checking segment: {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 17:24:01.761640 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Bound using segment: {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'} {{(pid=105000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 17:24:01.762080 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.managers [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Bound port: 57c4a8b9-69e2-4476-b049-3e16e3253025, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdea821d-4f4c-48c2-983e-be4e5ed090e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281'}}] {{(pid=105000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 17:24:01.762444 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:01.821916 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, cleared binding levels {{(pid=105000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 17:24:01.824959 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=57c4a8b9-69e2-4476-b049-3e16e3253025,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 17:24:01.871063 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:01.890625 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:01.891241 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:01.892695 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 1094 time: 1.1975915 Oct 10 17:24:01.895819 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:24:01.898076 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8187a80-6050-4f8a-a825-f633624975ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:24:01.943624 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9134a-4234-4191-8ec6-909bfe6600bf req-d79069be-9c32-4673-a4b9-4d94041e486e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:01.947618 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0df9134a-4234-4191-8ec6-909bfe6600bf req-d79069be-9c32-4673-a4b9-4d94041e486e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0867550 Oct 10 17:24:01.948313 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de2c7ca-d332-49c2-b386-a0482cfd5940 x-openstack-request-id: req-7de2c7ca-d332-49c2-b386-a0482cfd5940 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:24:01.948599 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:24:01.948852 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7de2c7ca-d332-49c2-b386-a0482cfd5940 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:24:01.949244 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de2c7ca-d332-49c2-b386-a0482cfd5940'] response: {'name': 'network-changed', 'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'status': 'completed', 'code': 200} Oct 10 17:24:01.977199 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971d42e-f993-4a74-ab88-7d13d83ce628 service neutron] Pushing event updated for resources: {'Port': ['ID=57c4a8b9-69e2-4476-b049-3e16e3253025,revision_number=3']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:24:02.036401 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0df9134a-4234-4191-8ec6-909bfe6600bf req-21865e93-8271-4841-b9f5-103daffbc97f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839143 Oct 10 17:24:02.043666 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8187a80-6050-4f8a-a825-f633624975ae req-0db13cd2-b839-4df2-8c1f-72fabc3ca8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:02.045120 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c8187a80-6050-4f8a-a825-f633624975ae req-0db13cd2-b839-4df2-8c1f-72fabc3ca8ba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1128 time: 0.0508955 Oct 10 17:24:02.160761 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8187a80-6050-4f8a-a825-f633624975ae req-da0d5523-cc24-4036-98b1-74c7b3a0ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:02.162213 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c8187a80-6050-4f8a-a825-f633624975ae req-da0d5523-cc24-4036-98b1-74c7b3a0ae59 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=be063f15b64a45598299aacd0a40e9e8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0988066 Oct 10 17:24:02.259477 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8187a80-6050-4f8a-a825-f633624975ae req-96aa14a3-86b8-44d3-b8d4-03abf392031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:02.260951 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c8187a80-6050-4f8a-a825-f633624975ae req-96aa14a3-86b8-44d3-b8d4-03abf392031b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868554 Oct 10 17:24:02.371317 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-d13ed3a5-0290-4676-84b2-96420e91e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:02.372722 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-d13ed3a5-0290-4676-84b2-96420e91e9c5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1128 time: 0.0433640 Oct 10 17:24:02.423816 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-bcae569f-6842-4314-84ab-bd4321ec9bec service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 217 time: 0.0311587 Oct 10 17:24:02.473248 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-ebe2dd5f-6d85-4c54-8b1c-fc4bcee42719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:02.474649 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-ebe2dd5f-6d85-4c54-8b1c-fc4bcee42719 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 200 len: 847 time: 0.0428605 Oct 10 17:24:02.519737 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:02.525127 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-4891025e-46c4-4030-b7e3-3dcccd7983ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:02.530818 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-4891025e-46c4-4030-b7e3-3dcccd7983ff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1aa97eba-7893-4510-8e53-561fccf49281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422645 Oct 10 17:24:02.618774 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-5171a364-ad70-422b-9032-213a18d2a9a4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822067 Oct 10 17:24:02.711486 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-56523f34-61ad-481c-af8e-cf6048827fd5 req-4d58154e-3c3e-4d83-a64f-bbc3f4e8103a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862374 Oct 10 17:24:03.159867 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b7b52-008d-4bbb-9e60-045c25ce9b9d req-c7fb7a8c-151a-4bc8-abdf-c6d39e805db8 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:03.161330 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-012b7b52-008d-4bbb-9e60-045c25ce9b9d req-c7fb7a8c-151a-4bc8-abdf-c6d39e805db8 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0479131 Oct 10 17:24:03.209404 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-012b7b52-008d-4bbb-9e60-045c25ce9b9d req-b16f1795-2bb8-43ec-93c7-e6e2ab20feeb tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425818 Oct 10 17:24:04.327401 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5b74-ca34-49d1-80ef-7a0ee7360d11 req-9b97cad9-cafa-4356-9422-7ac9a11576c2 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:04.328981 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d90a5b74-ca34-49d1-80ef-7a0ee7360d11 req-9b97cad9-cafa-4356-9422-7ac9a11576c2 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0457754 Oct 10 17:24:04.380741 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d90a5b74-ca34-49d1-80ef-7a0ee7360d11 req-9a026741-8cf4-4841-9d17-faf683e9d945 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460949 Oct 10 17:24:04.983716 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-124cc8e7-d01b-4e3d-934c-e5b9e7c09bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:05.499930 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b686c-2099-459c-bb40-1fb5d6958ed5 req-b60f7c2b-45f1-4b4f-8d3b-e9315773bbd9 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:05.502059 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8f3b686c-2099-459c-bb40-1fb5d6958ed5 req-b60f7c2b-45f1-4b4f-8d3b-e9315773bbd9 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0461602 Oct 10 17:24:05.550203 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8f3b686c-2099-459c-bb40-1fb5d6958ed5 req-1fc2d084-0390-4e2d-ae34-ab04152cf14e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426431 Oct 10 17:24:06.655042 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:06.668550 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba5b68-31cf-4cdc-aba0-eafd1b97b870 req-0b736c32-1a06-4824-8168-a7154e740209 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:06.670056 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9eba5b68-31cf-4cdc-aba0-eafd1b97b870 req-0b736c32-1a06-4824-8168-a7154e740209 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0468183 Oct 10 17:24:06.718087 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9eba5b68-31cf-4cdc-aba0-eafd1b97b870 req-90a5bfae-2b10-4da5-8410-a318adf722c9 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418856 Oct 10 17:24:07.298669 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c0ee-d9b5-4c30-942b-a3163b01d830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:07.842319 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48843c5-572e-4205-b3d2-7ff809555ff1 req-17831071-0b47-4522-96fa-c6941a510827 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:07.843771 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a48843c5-572e-4205-b3d2-7ff809555ff1 req-17831071-0b47-4522-96fa-c6941a510827 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0504107 Oct 10 17:24:07.892341 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a48843c5-572e-4205-b3d2-7ff809555ff1 req-cda0c62e-f040-4d23-81f1-6e2d482bdcae tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Oct 10 17:24:08.395704 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:09.012001 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea5061-bd1e-4074-a36d-1a3c75220d11 req-583b897d-3515-44a3-b1f2-47e57912fd7f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:09.013504 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-23ea5061-bd1e-4074-a36d-1a3c75220d11 req-583b897d-3515-44a3-b1f2-47e57912fd7f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0461483 Oct 10 17:24:09.062411 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-23ea5061-bd1e-4074-a36d-1a3c75220d11 req-626d202a-6888-414d-baac-5a9542782d83 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425816 Oct 10 17:24:10.081551 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:10.139017 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:10.181490 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fd1b7-3b30-4674-87d6-48ef6d39efb4 req-948380e6-866c-4836-bacd-ab6866502b2e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:10.182975 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-477fd1b7-3b30-4674-87d6-48ef6d39efb4 req-948380e6-866c-4836-bacd-ab6866502b2e tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0464439 Oct 10 17:24:10.235077 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-477fd1b7-3b30-4674-87d6-48ef6d39efb4 req-9e6396a3-d2df-4bee-aef4-081ef5891855 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466177 Oct 10 17:24:11.352781 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c246-f329-4a90-a506-1b5620ee77ad req-db32f496-3ea1-469e-81be-a6ce316f394a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:11.354140 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c3a5c246-f329-4a90-a506-1b5620ee77ad req-db32f496-3ea1-469e-81be-a6ce316f394a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0462768 Oct 10 17:24:11.403318 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c3a5c246-f329-4a90-a506-1b5620ee77ad req-44d56421-5c56-403c-b768-3d15d324ea7c tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436039 Oct 10 17:24:11.523349 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 57c4a8b9-69e2-4476-b049-3e16e3253025 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:24:11.621932 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=57c4a8b9-69e2-4476-b049-3e16e3253025,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:24:11.632495 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'port_id': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'mac_address': 'fa:16:3e:48:f7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:24:11.666262 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 57c4a8b9-69e2-4476-b049-3e16e3253025 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:24:11.666653 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:11.679136 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c4a8b9-69e2-4476-b049-3e16e3253025 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:24:11.697862 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=57c4a8b9-69e2-4476-b049-3e16e3253025,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:24:11.744219 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:11.788236 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=57c4a8b9-69e2-4476-b049-3e16e3253025,revision_number=4']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:24:11.795050 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.795401 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.795744 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.796104 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.796444 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.796773 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.797102 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.797430 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.797756 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.798082 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.798410 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.798735 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.799059 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.799395 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:11.799702 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:12.074757 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['57c4a8b9-69e2-4476-b049-3e16e3253025'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:24:12.521851 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb12f27-268d-4305-a763-3f0d84e29913 req-45937392-bd46-4244-99da-cde4dede6e8f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:12.523275 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8bb12f27-268d-4305-a763-3f0d84e29913 req-45937392-bd46-4244-99da-cde4dede6e8f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 945 time: 0.0461679 Oct 10 17:24:12.570918 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8bb12f27-268d-4305-a763-3f0d84e29913 req-826fa827-b2d0-48ee-9caa-b6aecbe38ca8 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421920 Oct 10 17:24:13.552130 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 57c4a8b9-69e2-4476-b049-3e16e3253025 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:24:13.593164 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning for port 57c4a8b9-69e2-4476-b049-3e16e3253025 completed by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 17:24:13.652822 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 57c4a8b9-69e2-4476-b049-3e16e3253025 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:24:13.653204 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:13.653533 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 57c4a8b9-69e2-4476-b049-3e16e3253025 Oct 10 17:24:13.691703 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:13.693332 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c2728-03ed-4665-ba6d-faf0a07dab55 req-6db0214a-6c05-4cf0-866e-bd76ccb5bed4 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:13.694834 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-555c2728-03ed-4665-ba6d-faf0a07dab55 req-6db0214a-6c05-4cf0-866e-bd76ccb5bed4 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 945 time: 0.0496995 Oct 10 17:24:13.703416 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:13.733391 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 57c4a8b9-69e2-4476-b049-3e16e3253025 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:24:13.733780 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:13.737355 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:13.746446 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-555c2728-03ed-4665-ba6d-faf0a07dab55 req-848f1cb2-2c13-4bed-be69-43a241dba54a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459397 Oct 10 17:24:13.758639 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:24:13.760973 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb1474-d775-4375-a1bb-c138586cfb61" -d '{"events": [{"server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "name": "network-vif-plugged", "status": "completed", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:24:13.773393 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=57c4a8b9-69e2-4476-b049-3e16e3253025,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:24:13.799550 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82de271-c28a-4758-aef0-fc0fd108b23d x-openstack-request-id: req-b82de271-c28a-4758-aef0-fc0fd108b23d {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:24:13.799861 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "name": "network-vif-plugged", "status": "completed", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:24:13.800151 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b82de271-c28a-4758-aef0-fc0fd108b23d {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:24:13.800574 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82de271-c28a-4758-aef0-fc0fd108b23d'] response: {'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'code': 200} Oct 10 17:24:13.830682 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:13.881817 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=57c4a8b9-69e2-4476-b049-3e16e3253025,revision_number=5']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:24:14.155769 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd44418-9e8f-47eb-9cb2-d14896b243fb req-fda88606-ed95-4251-8c6c-7666a36bd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:14.157711 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ddd44418-9e8f-47eb-9cb2-d14896b243fb req-fda88606-ed95-4251-8c6c-7666a36bd4d8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1130 time: 0.0376937 Oct 10 17:24:14.202933 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ddd44418-9e8f-47eb-9cb2-d14896b243fb req-2014ca26-b3af-418f-b11e-7b51f2ecba87 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394466 Oct 10 17:24:14.869981 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13246e5d-8456-4a7d-b490-40e338428178 req-a62ad00b-8a2b-44ca-8b0c-ad0e84394f8f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:14.871500 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-13246e5d-8456-4a7d-b490-40e338428178 req-a62ad00b-8a2b-44ca-8b0c-ad0e84394f8f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0506608 Oct 10 17:24:14.928837 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-13246e5d-8456-4a7d-b490-40e338428178 req-9cce4f93-8d88-4508-9a58-732aa7b99766 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509720 Oct 10 17:24:15.818407 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:16.048855 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b9891-1a5a-45e9-a9ca-dbe4fc17e463 req-ae0cb09c-c985-4953-b14a-90b797c8ef56 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:16.050288 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cd2b9891-1a5a-45e9-a9ca-dbe4fc17e463 req-ae0cb09c-c985-4953-b14a-90b797c8ef56 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0460732 Oct 10 17:24:16.098437 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-cd2b9891-1a5a-45e9-a9ca-dbe4fc17e463 req-02646c22-c724-448b-a578-939552e724ff tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Oct 10 17:24:16.214128 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536160e-ee24-43c1-971b-537b5367a676 req-4134dae7-2589-4f2e-90d0-338b2a265897 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:16.215549 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a536160e-ee24-43c1-971b-537b5367a676 req-4134dae7-2589-4f2e-90d0-338b2a265897 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0454428 Oct 10 17:24:16.267168 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-a536160e-ee24-43c1-971b-537b5367a676 req-d6c2a00f-e688-4ef2-8791-965419803d65 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449402 Oct 10 17:24:16.294768 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 36096) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:24:16.373913 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19217c24-0d9b-4d01-8ce7-02df4519baa0 tempest-TestShelveInstance-1425313274 tempest-TestShelveInstance-1425313274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:16.375329 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-19217c24-0d9b-4d01-8ce7-02df4519baa0 tempest-TestShelveInstance-1425313274 tempest-TestShelveInstance-1425313274-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1125 time: 0.0796251 Oct 10 17:24:16.378853 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 36100) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:24:16.383890 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.v2.base [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Request body: {'floatingip': {'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'port_id': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 17:24:16.388892 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:16.492721 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:16.569087 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (None), before_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:16.672849 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.db_base_plugin_common [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Allocated IP 172.27.4.139 (7eb0957b-185b-43a3-9ed0-e237a00b6ef7/d22be3e7-9d8e-4850-b5b6-c9518156c2b4/36947e8a-9370-4819-aae8-c9dfdd681e1f) {{(pid=105000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 17:24:16.775732 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for port (36947e8a-9370-4819-aae8-c9dfdd681e1f), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:16.841581 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791246879196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (36947e8a-9370-4819-aae8-c9dfdd681e1f), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:16.878943 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Network 7eb0957b-185b-43a3-9ed0-e237a00b6ef7 is already hosted by enough agents. {{(pid=105000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 17:24:16.883473 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.base_scheduler [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Resources bound (agent type, host, resource id): {{(pid=105000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 17:24:16.887031 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Received port after_create {{(pid=105000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 17:24:16.891479 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:16.913666 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'Port': ['ID=36947e8a-9370-4819-aae8-c9dfdd681e1f,revision_number=1']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:24:16.926578 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.926855 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.927191 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.927527 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.927857 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.928209 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.928534 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.928853 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.929172 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.929488 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.929804 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.930122 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.930437 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.930750 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:16.931062 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:24:17.187669 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:17.245065 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for floatingip (45fa00bb-8cba-43d6-b181-05f0d3686f03), precommit_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:17.366685 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (36947e8a-9370-4819-aae8-c9dfdd681e1f), before_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:17.508234 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for port (36947e8a-9370-4819-aae8-c9dfdd681e1f), precommit_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:17.561527 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2397545'] for port (36947e8a-9370-4819-aae8-c9dfdd681e1f), after_update {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:17.628884 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event updated for resources: {'Port': ['ID=36947e8a-9370-4819-aae8-c9dfdd681e1f,revision_number=2']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:24:17.631559 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550472'] for floatingip (45fa00bb-8cba-43d6-b181-05f0d3686f03), after_create {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:17.726012 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.db.l3_db [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Floating IP 45fa00bb-8cba-43d6-b181-05f0d3686f03 associated. External IP: 172.27.4.139, port: 57c4a8b9-69e2-4476-b049-3e16e3253025. Oct 10 17:24:17.760897 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:17.916938 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Router d10ad5cf-102d-4473-ab32-4e78969c1756 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:24:18.018181 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:24:18.027552 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] Sync routers for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:24:18.036926 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:24:18.037533 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:24:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:24:18.111491 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:18.139184 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:24:18.142264 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-9420646c-5be5-466b-babe-11afbf4d9f85 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7617888 Oct 10 17:24:18.142916 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:24:18.145196 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:24:18.181832 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778f7d48-5661-410b-9ed4-2a7739157051 x-openstack-request-id: req-778f7d48-5661-410b-9ed4-2a7739157051 {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:24:18.182120 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:24:18.182380 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-778f7d48-5661-410b-9ed4-2a7739157051 {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:24:18.182785 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778f7d48-5661-410b-9ed4-2a7739157051'] response: {'name': 'network-changed', 'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'status': 'completed', 'code': 200} Oct 10 17:24:18.276064 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-31bc69ed-d8e0-4541-afea-c569d733317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:18.277526 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-31bc69ed-d8e0-4541-afea-c569d733317d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1130 time: 0.0428362 Oct 10 17:24:18.302667 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:18.350332 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '45fa00bb-8cba-43d6-b181-05f0d3686f03', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'floating_ip_address': '172.27.4.139', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'port_id': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'mac_address': 'fa:16:3e:48:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:24:17Z', 'updated_at': '2022-10-10T17:24:17Z', 'revision_number': 0, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc502884-ccf4-4898-bac0-efb7fd0b445d', 'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'mac_address': 'fa:16:3e:7d:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:28Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 5, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'subnets': [{'id': 'd5d76736-218e-461b-8831-abf103e26c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:24:18.368427 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-4d2df60b-9f5d-42b8-a7e9-19f10d15606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:18.371076 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-4d2df60b-9f5d-42b8-a7e9-19f10d15606c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 909 time: 0.0862637 Oct 10 17:24:18.379418 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] Checking router: d10ad5cf-102d-4473-ab32-4e78969c1756 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:24:18.387787 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:24:18.388443 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:24:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:24:18.436072 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-67ff1a6a-ec8b-487d-85f8-27641c2a7d11 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 1000 time: 0.0588264 Oct 10 17:24:18.483420 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-629ae9f6-3918-42a0-a12a-2c3ac882eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:18.484919 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-629ae9f6-3918-42a0-a12a-2c3ac882eb92 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 200 len: 847 time: 0.0430784 Oct 10 17:24:18.487005 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:24:18.527389 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-e14dab07-9201-4324-a150-f253f8e3a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:18.528885 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-e14dab07-9201-4324-a150-f253f8e3a29e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1aa97eba-7893-4510-8e53-561fccf49281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382483 Oct 10 17:24:18.621036 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-e840b6d3-dd1b-4441-bc68-fd45c6a1788e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857575 Oct 10 17:24:18.693724 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '45fa00bb-8cba-43d6-b181-05f0d3686f03', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'floating_ip_address': '172.27.4.139', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'port_id': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'mac_address': 'fa:16:3e:48:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:24:17Z', 'updated_at': '2022-10-10T17:24:17Z', 'revision_number': 0, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc502884-ccf4-4898-bac0-efb7fd0b445d', 'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'mac_address': 'fa:16:3e:7d:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:28Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 5, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'subnets': [{'id': 'd5d76736-218e-461b-8831-abf103e26c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:24:18.710795 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-81a90ac9-3ba5-4c73-b3ff-96035c1fef2f req-f8958dad-ca62-41d4-bf48-6d2134822899 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834181 Oct 10 17:24:18.717909 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12677753-68df-44b8-98ec-a19d09e45688 None None] The sync data for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi is: [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_floatingips': [{'id': '45fa00bb-8cba-43d6-b181-05f0d3686f03', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'floating_ip_address': '172.27.4.139', 'floating_network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'router_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'port_id': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'mac_address': 'fa:16:3e:48:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T17:24:17Z', 'updated_at': '2022-10-10T17:24:17Z', 'revision_number': 0, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc502884-ccf4-4898-bac0-efb7fd0b445d', 'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'mac_address': 'fa:16:3e:7d:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:28Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 5, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'subnets': [{'id': 'd5d76736-218e-461b-8831-abf103e26c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:24:18.916184 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc5a66-45b1-4e35-9a35-0ba1048bc66c None None] New status for floating IP 45fa00bb-8cba-43d6-b181-05f0d3686f03: ACTIVE {{(pid=105001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:24:22.192044 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:24:25.545042 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-3cc21041-4cac-405c-8679-a715784e14ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407970 Oct 10 17:24:25.885042 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-b8098bf9-a768-4305-aa9b-e6e374a960f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:25.886515 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-b8098bf9-a768-4305-aa9b-e6e374a960f7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1130 time: 0.2771475 Oct 10 17:24:25.974654 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:25.991842 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-711fbfd3-d1db-4860-85ba-2db9405a1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:25.993293 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-711fbfd3-d1db-4860-85ba-2db9405a1180 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 909 time: 0.0874135 Oct 10 17:24:26.057749 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-c25848e8-8ca4-440a-966d-262eb4e3e75e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 1002 time: 0.0542254 Oct 10 17:24:26.106097 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-fdbbcdaf-4083-41bf-b1ff-bc43f607ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:26.107514 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-fdbbcdaf-4083-41bf-b1ff-bc43f607ee43 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 200 len: 847 time: 0.0441933 Oct 10 17:24:26.154852 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-b657b8bb-2584-4b95-beb7-d241826b67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:24:26.156300 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-b657b8bb-2584-4b95-beb7-d241826b67b9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1aa97eba-7893-4510-8e53-561fccf49281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421264 Oct 10 17:24:26.244301 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-4d8e0cf9-9a3e-4128-8336-f123bf8a922d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815437 Oct 10 17:24:26.337484 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-c2e26b2b-e270-44a7-80e4-89b96af0e7e0 req-2e7feaca-b068-4057-a565-4dc6f96a2efc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869594 Oct 10 17:24:29.017488 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:29.020341 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:32.186952 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=90 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:32.187781 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=94 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:34.973313 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-60da67b7-18a0-4a4b-b9c1-7b8db9ce53d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:36.323686 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=82 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:36.334740 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=30 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:37.355466 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bb420643-e0af-43d0-9ddc-5b62610aad76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:38.407098 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:40.069878 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:40.086481 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:45.812772 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:24:55.749335 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:55.757279 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:58.330288 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:58.331295 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:24:59.191805 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:25:04.965277 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0bf2bdc7-09fc-44ff-8564-47d4491b2414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:07.286847 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-71d71555-d628-4500-a4c6-224cb672aaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:08.360904 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:09.187261 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:25:10.086590 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:10.113502 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:15.920877 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:25.784725 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:25:25.786551 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:25:27.540918 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-ebac2310-d8aa-4890-b3b6-681208dad719 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376232 Oct 10 17:25:27.657315 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-17d696d1-1889-4e19-8e01-a32b732bca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:25:27.659257 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-17d696d1-1889-4e19-8e01-a32b732bca20 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1130 time: 0.0377507 Oct 10 17:25:27.766186 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-1b1c430f-7087-487b-a36d-f8212364471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:25:27.767626 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-1b1c430f-7087-487b-a36d-f8212364471d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 909 time: 0.0868580 Oct 10 17:25:27.832908 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-436f33c4-da7b-48e8-9431-2bae6677cd89 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 1002 time: 0.0544057 Oct 10 17:25:27.888736 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-1925b826-5a18-49e1-afab-153c1919325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:25:27.890167 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-1925b826-5a18-49e1-afab-153c1919325f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 200 len: 847 time: 0.0479615 Oct 10 17:25:27.936177 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-e00a6f32-6e52-4ee8-bee2-bc7f930a8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:25:27.937598 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-e00a6f32-6e52-4ee8-bee2-bc7f930a8f01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1aa97eba-7893-4510-8e53-561fccf49281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377455 Oct 10 17:25:28.028920 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-2f6c604a-488b-4ce8-8fb2-cd8025dd8164 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808079 Oct 10 17:25:28.124362 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0ae103b4-f601-48c8-b6d5-31a0ecfbeb7a req-78481a3b-9391-4bfa-a838-2870ad27143a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855896 Oct 10 17:25:34.993268 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c506604e-403f-491f-b8c1-9fec7c0b863e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:35.327174 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:25:35.327932 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:25:36.193387 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:25:37.307141 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0c37137e-5028-46f4-a0b5-e90d79273656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:38.120035 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=54 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:25:38.120756 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=47 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:25:38.398540 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:40.051861 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:40.202248 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:45.872945 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:25:46.188691 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:25:55.799633 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:25:55.803102 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:05.049738 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bd868d57-f1b2-4162-944f-bca353cf0bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:07.306398 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-196057ed-3a0b-4f66-b53e-f1db8130ab44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:08.377168 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:10.068914 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:10.103314 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:12.318549 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:12.323391 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:13.192769 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:26:15.875299 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:15.971889 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd2745-458b-406c-8c00-415fde621a5f req-365f10ad-494d-4f63-9002-ce7192616788 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:15.973362 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-69bd2745-458b-406c-8c00-415fde621a5f req-365f10ad-494d-4f63-9002-ce7192616788 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0475988 Oct 10 17:26:16.024531 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-69bd2745-458b-406c-8c00-415fde621a5f req-b85abdee-282a-46a7-b4f7-429a9ea16f07 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435228 Oct 10 17:26:17.151097 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78470d8b-e660-48fc-85da-6294f0fc960b req-f26d2cd7-8b14-4031-bdf2-2522e6e3d2eb tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:17.152512 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-78470d8b-e660-48fc-85da-6294f0fc960b req-f26d2cd7-8b14-4031-bdf2-2522e6e3d2eb tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0497329 Oct 10 17:26:17.201271 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-78470d8b-e660-48fc-85da-6294f0fc960b req-2f4d0162-3130-4441-be4a-5e944963ad9b tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432293 Oct 10 17:26:18.325890 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778cdc-d430-40b6-b31d-97873ddcfa23 req-da6e07a5-caba-4141-99b3-8ab47f6ea047 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:18.327332 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-08778cdc-d430-40b6-b31d-97873ddcfa23 req-da6e07a5-caba-4141-99b3-8ab47f6ea047 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0471501 Oct 10 17:26:18.375411 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-08778cdc-d430-40b6-b31d-97873ddcfa23 req-50fc29fe-e14a-4791-97ea-d41c3bcd63a0 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422401 Oct 10 17:26:19.496191 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21d807-673c-4f0e-9686-c546a9da9a27 req-698519ee-3cd5-430f-9ea6-48d83e0d133b tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:19.497621 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0b21d807-673c-4f0e-9686-c546a9da9a27 req-698519ee-3cd5-430f-9ea6-48d83e0d133b tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0496049 Oct 10 17:26:19.545261 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0b21d807-673c-4f0e-9686-c546a9da9a27 req-a0cf8350-3d3d-4392-9b2d-0e9361c3f9d5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422542 Oct 10 17:26:20.664399 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2691742-0c27-400f-b1d9-df166f1310b8 req-6c794f32-cfba-4010-a531-6c35a0c1f1e7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:20.665832 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f2691742-0c27-400f-b1d9-df166f1310b8 req-6c794f32-cfba-4010-a531-6c35a0c1f1e7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0462835 Oct 10 17:26:20.714236 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f2691742-0c27-400f-b1d9-df166f1310b8 req-31fd2900-a53f-4cf4-9a7d-0e3d398d72ce tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429647 Oct 10 17:26:21.833352 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bf55e-faae-4f88-8c34-00d6923f9b83 req-9db73273-29fe-4258-b246-8c9b4ecc38a9 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:21.834782 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2f2bf55e-faae-4f88-8c34-00d6923f9b83 req-9db73273-29fe-4258-b246-8c9b4ecc38a9 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0456498 Oct 10 17:26:21.887281 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2f2bf55e-faae-4f88-8c34-00d6923f9b83 req-5f2b6e88-c4e0-4c66-b860-5a6f0bc6cb58 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469730 Oct 10 17:26:23.008261 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96d8af-736c-4e9f-81c0-539072390ef7 req-ba63d38f-524d-4d4d-ad22-2d4a207bee61 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:23.009699 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5d96d8af-736c-4e9f-81c0-539072390ef7 req-ba63d38f-524d-4d4d-ad22-2d4a207bee61 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0464032 Oct 10 17:26:23.057966 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-5d96d8af-736c-4e9f-81c0-539072390ef7 req-65727853-b849-4a14-9f6d-38e0fff25d82 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 Oct 10 17:26:24.178770 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb7a3e-a73f-46d6-82f3-3ced39ec8c7d req-00f853bc-d56e-463d-a30b-f3165f47bd2b tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:24.178770 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-beeb7a3e-a73f-46d6-82f3-3ced39ec8c7d req-00f853bc-d56e-463d-a30b-f3165f47bd2b tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0445418 Oct 10 17:26:24.225991 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-beeb7a3e-a73f-46d6-82f3-3ced39ec8c7d req-b432e695-1937-449f-a0b6-88afcb4d3298 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438368 Oct 10 17:26:25.349366 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29ea0c-2d3e-4c30-bd56-8f83a895f447 req-f37cafad-dcd7-4193-bd35-9ea8a903a02f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:25.350825 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d29ea0c-2d3e-4c30-bd56-8f83a895f447 req-f37cafad-dcd7-4193-bd35-9ea8a903a02f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0504255 Oct 10 17:26:25.399464 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0d29ea0c-2d3e-4c30-bd56-8f83a895f447 req-9563090b-c84a-4e79-bb29-e98b35e8feca tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431197 Oct 10 17:26:25.804266 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:25.806152 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:26.331711 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-bbad6694-f4f0-48aa-93b9-84428c982ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:26.333235 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-bbad6694-f4f0-48aa-93b9-84428c982ea2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1130 time: 0.0386589 Oct 10 17:26:26.426301 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-a71aeef0-5aa3-4f52-80a1-ab22f4e25967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:26.427762 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-a71aeef0-5aa3-4f52-80a1-ab22f4e25967 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 909 time: 0.0884278 Oct 10 17:26:26.487847 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:26.505854 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:26.520945 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-998e5d88-c257-49a1-9ffc-9f9eb39609e1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 1002 time: 0.0833714 Oct 10 17:26:26.531079 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52d9d-e3cb-4628-ad4b-56b0600088b5 req-ca3a234d-cdda-46ac-a42e-fbb18dbc73bb tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:26.532476 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-94a52d9d-e3cb-4628-ad4b-56b0600088b5 req-ca3a234d-cdda-46ac-a42e-fbb18dbc73bb tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0595541 Oct 10 17:26:26.602220 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-f22871d9-85ea-4385-8d1f-c9f955cc7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:26.603548 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-f22871d9-85ea-4385-8d1f-c9f955cc7b89 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 200 len: 847 time: 0.0699973 Oct 10 17:26:26.627957 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-94a52d9d-e3cb-4628-ad4b-56b0600088b5 req-e09f692a-a927-4ca6-af77-171cab2186dd tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863266 Oct 10 17:26:26.655003 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-ac71228c-a3b5-48e0-99db-757f93f900f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:26.656513 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-ac71228c-a3b5-48e0-99db-757f93f900f7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1aa97eba-7893-4510-8e53-561fccf49281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417602 Oct 10 17:26:26.751113 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-67c56ff5-6d2e-40e4-adb8-9e89314b8427 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849154 Oct 10 17:26:26.843118 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-d108a9f4-5165-4390-b102-9cfbf2b7f0dd req-80fa45c6-8201-44a7-b34f-4a3fdb744f0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818167 Oct 10 17:26:27.747086 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a771ad9-ff82-455b-ac48-2ecd15aeef50 req-d810a875-938e-4d74-bd1a-87c90a86a181 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:27.748541 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a771ad9-ff82-455b-ac48-2ecd15aeef50 req-d810a875-938e-4d74-bd1a-87c90a86a181 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0462732 Oct 10 17:26:27.799055 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6a771ad9-ff82-455b-ac48-2ecd15aeef50 req-b0f96575-84b4-4b43-bb9f-844b23409482 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450678 Oct 10 17:26:28.917882 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deb8fb-9223-41dc-99e2-71bd8a86b5d6 req-6be4684e-df8c-4fb5-bb58-c20def36f60a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:28.919363 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04deb8fb-9223-41dc-99e2-71bd8a86b5d6 req-6be4684e-df8c-4fb5-bb58-c20def36f60a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0464556 Oct 10 17:26:28.968984 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-04deb8fb-9223-41dc-99e2-71bd8a86b5d6 req-21ccf933-0847-4855-91be-19f7a059c929 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440817 Oct 10 17:26:29.742655 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-a96a46d8-5ea6-4cd1-bf91-12a5bf40677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:29.744059 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-a96a46d8-5ea6-4cd1-bf91-12a5bf40677a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1130 time: 0.0396199 Oct 10 17:26:29.855799 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-fb0cea44-e089-46d7-84be-54cb0a85ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:29.857282 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-fb0cea44-e089-46d7-84be-54cb0a85ed0f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 909 time: 0.0890059 Oct 10 17:26:29.923265 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-9ded5a3c-18eb-4b3b-bbf1-c8b73ff6e5a8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 1002 time: 0.0555186 Oct 10 17:26:29.986938 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-2cbd2463-5189-4d00-8b3f-0c97b721b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:29.988391 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-2cbd2463-5189-4d00-8b3f-0c97b721b4cb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 200 len: 847 time: 0.0480025 Oct 10 17:26:30.036891 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-8af2baa0-7daf-4b71-a6fb-15d7a42a54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:30.038392 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-8af2baa0-7daf-4b71-a6fb-15d7a42a54e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1aa97eba-7893-4510-8e53-561fccf49281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397651 Oct 10 17:26:30.069203 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=14 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:30.072123 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=14 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:30.134498 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feecffe-631c-4d7f-a3b3-bc0a44f09b7c req-983ebd96-6273-4fa9-982e-da2b088cb067 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:30.135949 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2feecffe-631c-4d7f-a3b3-bc0a44f09b7c req-983ebd96-6273-4fa9-982e-da2b088cb067 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0883060 Oct 10 17:26:30.158355 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:30.198983 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:30.210752 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-2feecffe-631c-4d7f-a3b3-bc0a44f09b7c req-5ad3b9da-0c38-46e9-b4ad-519818574baf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690200 Oct 10 17:26:30.212723 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-980b5b03-fb04-4e96-a0e3-bf6c07327dd2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566505 Oct 10 17:26:30.307947 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-28131a75-375c-4b03-8fcb-e48f790a1072 req-796a87dc-8006-4daf-a3a8-f3b1e46472db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881224 Oct 10 17:26:31.328085 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34755553-8311-4d5d-bdd1-86728f0e1fb0 req-745c3ab9-90ea-4952-bcf5-4daf4cf7cad7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:31.329508 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34755553-8311-4d5d-bdd1-86728f0e1fb0 req-745c3ab9-90ea-4952-bcf5-4daf4cf7cad7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0456548 Oct 10 17:26:31.377410 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-34755553-8311-4d5d-bdd1-86728f0e1fb0 req-fa96b575-cf0b-40be-ac24-8fc548602df9 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413632 Oct 10 17:26:31.451771 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [req-98261f91-a59b-4e61-b2a5-d93a54cf5cbe req-d2d78fe0-e50f-4569-b7b2-c60178df3c54 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:26:31.452768 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-98261f91-a59b-4e61-b2a5-d93a54cf5cbe req-d2d78fe0-e50f-4569-b7b2-c60178df3c54 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052738 Oct 10 17:26:31.842624 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec93bf-a707-47ef-8567-f281b9e6d422 req-036d2025-3714-4426-bc28-f1a544e267f0 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:31.844192 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-75ec93bf-a707-47ef-8567-f281b9e6d422 req-036d2025-3714-4426-bc28-f1a544e267f0 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0455406 Oct 10 17:26:31.897629 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-75ec93bf-a707-47ef-8567-f281b9e6d422 req-449bd873-3eba-45a4-97c0-48913d8654d8 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470421 Oct 10 17:26:31.975928 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 36186) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:26:32.056647 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-b7dcf531-8d62-4410-afff-b60bf10fd07a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795200 Oct 10 17:26:32.065096 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-53d5e9b9-de02-4b27-a0eb-9e5948e1aaed service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 17:26:32.066010 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-53d5e9b9-de02-4b27-a0eb-9e5948e1aaed service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047936 Oct 10 17:26:32.154121 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 57c4a8b9-69e2-4476-b049-3e16e3253025 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:26:32.181751 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 36194) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:26:32.225083 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 57c4a8b9-69e2-4476-b049-3e16e3253025 is: ACTIVE; New status is: DOWN {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:26:32.225476 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:32.248931 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:26:32.260660 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2464518b-5caa-441e-9496-969a7122bf85" -d '{"events": [{"server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "name": "network-vif-unplugged", "status": "completed", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:26:32.266145 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=57c4a8b9-69e2-4476-b049-3e16e3253025,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:26:32.275358 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-7cf3e2a8-c697-4ff0-9029-f925645c1a44 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:32.276907 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-7cf3e2a8-c697-4ff0-9029-f925645c1a44 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports/57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 943 time: 0.0941911 Oct 10 17:26:32.334917 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:32.359272 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Oct 2022 17:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f061108-ff64-4fb4-9e0e-824c593542a4 x-openstack-request-id: req-2f061108-ff64-4fb4-9e0e-824c593542a4 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:26:32.359561 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "name": "network-vif-unplugged", "status": "failed", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025", "code": 422}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:26:32.359812 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f061108-ff64-4fb4-9e0e-824c593542a4 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:26:32.360266 dv-cinder-834540-2-iscsi neutron-server[105001]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2f061108-ff64-4fb4-9e0e-824c593542a4']: {'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'code': 422} returned with failed status Oct 10 17:26:32.389923 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=57c4a8b9-69e2-4476-b049-3e16e3253025,revision_number=6']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:26:32.396767 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.397111 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.397447 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.397780 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.398106 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.398428 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.398755 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.399072 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.399449 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.399772 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.400116 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.400496 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.400740 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.401115 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:32.401438 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:26:33.018063 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea41eb-3dcd-4371-996d-27205ec3600f req-d6828376-7abf-4569-8916-b64e884177f6 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:33.019512 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f7ea41eb-3dcd-4371-996d-27205ec3600f req-d6828376-7abf-4569-8916-b64e884177f6 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0463927 Oct 10 17:26:33.068845 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f7ea41eb-3dcd-4371-996d-27205ec3600f req-98a5c1b5-d778-49fd-9246-cd885bcf27eb tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 Oct 10 17:26:34.191786 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe45b0e-b98a-4dd1-8e52-e70782f47754 req-a8840b27-7cf8-4345-ad97-69f8a5f11ec7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:34.193771 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dfe45b0e-b98a-4dd1-8e52-e70782f47754 req-a8840b27-7cf8-4345-ad97-69f8a5f11ec7 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0499284 Oct 10 17:26:34.242662 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-dfe45b0e-b98a-4dd1-8e52-e70782f47754 req-ed0eaba0-3d24-4522-b127-11245c7585e2 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Oct 10 17:26:34.965873 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-0dba5bc7-7411-42da-8c52-a0f71f785dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:35.073841 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-5e8c4984-4974-4989-b493-712dc4aaa3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:35.075303 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-5e8c4984-4974-4989-b493-712dc4aaa3d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd&tenant_id=be063f15b64a45598299aacd0a40e9e8 HTTP/1.1" status: 200 len: 1128 time: 0.0386143 Oct 10 17:26:35.160648 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-74a34343-8ff7-4796-a150-1e82849f2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:35.162586 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-74a34343-8ff7-4796-a150-1e82849f2736 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1128 time: 0.0373757 Oct 10 17:26:35.255966 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-fa8c7f31-8806-4beb-8c90-df7adea5c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:35.257308 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-fa8c7f31-8806-4beb-8c90-df7adea5c54d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 909 time: 0.0865455 Oct 10 17:26:35.320696 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-5403dffc-b6dc-4ca1-8cf2-5e74447bd99b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 1000 time: 0.0535555 Oct 10 17:26:35.395881 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a12bc-fa44-442d-8428-a896306f79cc req-f9a1612c-695a-4be8-80d4-1f437acb1806 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:35.397339 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b1a12bc-fa44-442d-8428-a896306f79cc req-f9a1612c-695a-4be8-80d4-1f437acb1806 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0743418 Oct 10 17:26:35.412845 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-4cb75780-fec7-462e-bb47-7ed1b87de42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:35.414174 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-4cb75780-fec7-462e-bb47-7ed1b87de42c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 200 len: 847 time: 0.0832381 Oct 10 17:26:35.434924 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:35.480722 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6b1a12bc-fa44-442d-8428-a896306f79cc req-c9c888a7-2dda-44a8-a638-e84df43a2158 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775616 Oct 10 17:26:35.482105 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-1528112c-eae7-455b-8540-6d098d6fcf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:35.483951 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-1528112c-eae7-455b-8540-6d098d6fcf4a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1aa97eba-7893-4510-8e53-561fccf49281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596864 Oct 10 17:26:35.581792 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-941fac8e-aefa-425b-8e94-1c66e20a61d6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845149 Oct 10 17:26:35.637253 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:35.677631 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-0f89cb47-685f-494e-b2e1-5301a9e2a2b9 req-ad8c7b3d-189a-4863-8d40-f99002067666 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886776 Oct 10 17:26:36.606500 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad6ae-b7c7-4eb8-b7cf-b47242cf6f0b req-53b1b73d-a6fc-4878-9a2d-650020a93da5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:36.608001 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-29dad6ae-b7c7-4eb8-b7cf-b47242cf6f0b req-53b1b73d-a6fc-4878-9a2d-650020a93da5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0511801 Oct 10 17:26:36.656249 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-29dad6ae-b7c7-4eb8-b7cf-b47242cf6f0b req-c28b5acd-d038-4759-a92d-f826da69b837 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Oct 10 17:26:37.308510 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-affcaa54-f657-48df-8b97-5f25213bedd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:37.775160 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27682e9a-716f-433c-8e91-6fd39af38113 req-3c507ff5-1956-4c5e-96bf-068552dfc6cf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:37.776626 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-27682e9a-716f-433c-8e91-6fd39af38113 req-3c507ff5-1956-4c5e-96bf-068552dfc6cf tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0451183 Oct 10 17:26:37.823637 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-27682e9a-716f-433c-8e91-6fd39af38113 req-1b5d34bb-2206-485f-a5e3-8a8a4f77c1ed tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Oct 10 17:26:38.399642 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:38.945603 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1eac8-178c-4bb7-b72c-471395ff161d req-92ffe3a5-e6fc-4854-914d-2f32f1120574 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:38.947011 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9ac1eac8-178c-4bb7-b72c-471395ff161d req-92ffe3a5-e6fc-4854-914d-2f32f1120574 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0482290 Oct 10 17:26:38.994798 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9ac1eac8-178c-4bb7-b72c-471395ff161d req-0a6c3e56-2672-4c9b-b4ed-99fc7ec23558 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424221 Oct 10 17:26:40.074256 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:40.114564 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a254f-adfc-4a51-aa57-0690d02a7816 req-6a254152-2890-4c00-a004-3658fb2508e0 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:40.116073 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc5a254f-adfc-4a51-aa57-0690d02a7816 req-6a254152-2890-4c00-a004-3658fb2508e0 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0484443 Oct 10 17:26:40.128736 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:40.165309 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-bc5a254f-adfc-4a51-aa57-0690d02a7816 req-1688554a-26dc-4392-af0e-f633a9b16da3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 Oct 10 17:26:41.284013 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec1849-7937-4741-94d4-aec03e472639 req-83310f12-0fc5-4a6f-b55e-a7407727b3c5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:41.285469 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ecec1849-7937-4741-94d4-aec03e472639 req-83310f12-0fc5-4a6f-b55e-a7407727b3c5 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0456033 Oct 10 17:26:41.336191 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ecec1849-7937-4741-94d4-aec03e472639 req-1d2a3e7f-4ddd-4ba3-943a-61e2e1f7ecc9 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452766 Oct 10 17:26:42.455291 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40bc75-30b1-4a8b-b197-03752c4cfd0e req-149c5cd6-2105-4a5b-9a8f-8da630651875 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:42.457081 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8a40bc75-30b1-4a8b-b197-03752c4cfd0e req-149c5cd6-2105-4a5b-9a8f-8da630651875 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0464270 Oct 10 17:26:42.507854 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-8a40bc75-30b1-4a8b-b197-03752c4cfd0e req-8559ac1f-b789-4e0f-8e55-34ce6fcbd8ad tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444937 Oct 10 17:26:43.628571 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e42aa3-f887-44ee-a7a0-fcbf61613076 req-5ee1c36d-a300-4b00-86f8-05c621e7a73c tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:43.629987 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e9e42aa3-f887-44ee-a7a0-fcbf61613076 req-5ee1c36d-a300-4b00-86f8-05c621e7a73c tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 944 time: 0.0452006 Oct 10 17:26:43.677175 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-e9e42aa3-f887-44ee-a7a0-fcbf61613076 req-c329bfa8-ebd9-4e06-a2ea-a047fb9a7ef8 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418205 Oct 10 17:26:44.268544 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 57c4a8b9-69e2-4476-b049-3e16e3253025 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=105001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 17:26:44.368317 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=57c4a8b9-69e2-4476-b049-3e16e3253025,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:26:44.379109 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Returning: {'device': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'port_id': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'mac_address': 'fa:16:3e:48:f7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 17:26:44.413633 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 57c4a8b9-69e2-4476-b049-3e16e3253025 is: DOWN; New status is: BUILD {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:26:44.414023 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:44.430244 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c4a8b9-69e2-4476-b049-3e16e3253025 {{(pid=105001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 17:26:44.448716 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=57c4a8b9-69e2-4476-b049-3e16e3253025,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:26:44.508223 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:44.552756 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=57c4a8b9-69e2-4476-b049-3e16e3253025,revision_number=7']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:26:44.800652 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c2e6b-9284-4938-86f8-1f7c87b5358e req-9811c1a5-22ee-4304-94ee-7a1fd29fef82 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:44.802032 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3f5c2e6b-9284-4938-86f8-1f7c87b5358e req-9811c1a5-22ee-4304-94ee-7a1fd29fef82 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 945 time: 0.0501175 Oct 10 17:26:44.851289 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3f5c2e6b-9284-4938-86f8-1f7c87b5358e req-2fc9be2f-87f6-4a87-80a9-c2d029078ae2 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438292 Oct 10 17:26:44.883178 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] get_ports_and_sgs() called for port_ids ['57c4a8b9-69e2-4476-b049-3e16e3253025'] {{(pid=105001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 17:26:45.045705 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:45.099269 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:45.862625 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:45.933707 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:45.970927 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307d5ed-9fba-4618-9868-9b0329a2e2f7 req-4dd46d2e-c54f-4027-bdbe-46db3940b473 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:45.972510 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6307d5ed-9fba-4618-9868-9b0329a2e2f7 req-4dd46d2e-c54f-4027-bdbe-46db3940b473 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 945 time: 0.0473397 Oct 10 17:26:46.020721 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6307d5ed-9fba-4618-9868-9b0329a2e2f7 req-686569a8-4388-4e39-98f4-032f6df28105 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Oct 10 17:26:46.277604 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 57c4a8b9-69e2-4476-b049-3e16e3253025 up at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 17:26:46.320429 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.provisioning_blocks [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Provisioning complete for port 57c4a8b9-69e2-4476-b049-3e16e3253025 triggered by entity L2. {{(pid=105001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 17:26:46.320806 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718467'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), provisioning_complete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:46.321144 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Attempt 1 to provision port 57c4a8b9-69e2-4476-b049-3e16e3253025 Oct 10 17:26:46.392333 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Current status of the port 57c4a8b9-69e2-4476-b049-3e16e3253025 is: BUILD; New status is: ACTIVE {{(pid=105001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 17:26:46.392719 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738099'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), before_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:46.415247 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025'}] {{(pid=105001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:26:46.417480 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a310f8f8242f2f5c757de7ce8c1821e02fa8cdb14d4b08caf4a122e98dee835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44aed52-587d-4260-8db6-3fc86945f85f" -d '{"events": [{"server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "name": "network-vif-plugged", "status": "completed", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025"}]}' {{(pid=105001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:26:46.429688 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=57c4a8b9-69e2-4476-b049-3e16e3253025,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:26:46.455824 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4261fefb-5006-4c1b-a717-04bb233e4a05 x-openstack-request-id: req-4261fefb-5006-4c1b-a717-04bb233e4a05 {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:26:46.456141 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "name": "network-vif-plugged", "status": "completed", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025", "code": 200}]} {{(pid=105001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:26:46.456398 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4261fefb-5006-4c1b-a717-04bb233e4a05 {{(pid=105001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:26:46.457061 dv-cinder-834540-2-iscsi neutron-server[105001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4261fefb-5006-4c1b-a717-04bb233e4a05'] response: {'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'code': 200} Oct 10 17:26:46.508763 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791247366081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791246879214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791246879236'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:26:46.556627 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Pushing event updated for resources: {'Port': ['ID=57c4a8b9-69e2-4476-b049-3e16e3253025,revision_number=8']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:26:46.791801 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471a65b-3c75-447b-a388-00d2f6da9672 req-d345f969-0e29-4e0a-a83c-01d7b3c544a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:46.793252 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3471a65b-3c75-447b-a388-00d2f6da9672 req-d345f969-0e29-4e0a-a83c-01d7b3c544a3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1130 time: 0.0364804 Oct 10 17:26:46.843163 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-3471a65b-3c75-447b-a388-00d2f6da9672 req-caa892a0-fa4b-45ff-87ce-996b633da15c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427494 Oct 10 17:26:47.140796 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1be0-9980-4331-af32-30c78a635f30 req-33359181-d04c-4df6-97e8-996f7cbc46e3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:47.142185 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ad7d1be0-9980-4331-af32-30c78a635f30 req-33359181-d04c-4df6-97e8-996f7cbc46e3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0454445 Oct 10 17:26:47.186105 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:47.191080 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-ad7d1be0-9980-4331-af32-30c78a635f30 req-61be515f-b61b-46b0-90f3-50dfe65b1b32 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Oct 10 17:26:48.324515 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed81ba7-140f-427e-a7ee-56216bc16a1b req-9c67e39e-7b57-4238-9ac0-e626a4649c8b tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:48.326058 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9ed81ba7-140f-427e-a7ee-56216bc16a1b req-9c67e39e-7b57-4238-9ac0-e626a4649c8b tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0540934 Oct 10 17:26:48.387639 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-9ed81ba7-140f-427e-a7ee-56216bc16a1b req-9f949ab2-4cf5-41a3-a4dc-c940cb2e6fe3 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558751 Oct 10 17:26:49.324974 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:49.332175 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:49.510280 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1625d82-edb2-4a70-8ddd-ddc41f5d7bb0 req-3b35b986-591c-4feb-80c2-6f788be28843 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:26:49.511703 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f1625d82-edb2-4a70-8ddd-ddc41f5d7bb0 req-3b35b986-591c-4feb-80c2-6f788be28843 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0486460 Oct 10 17:26:49.559237 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f1625d82-edb2-4a70-8ddd-ddc41f5d7bb0 req-a42b378c-245f-4571-8fab-5b2a1cbfcfdc tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Oct 10 17:26:50.192165 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:26:56.552804 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:56.554706 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=29 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:59.546732 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=44 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:26:59.555712 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=17 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:00.187590 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:00.188379 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:04.985227 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-46b2d4c2-5dac-4f52-a069-84b6d69a6697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:07.310771 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-d887ff2b-d424-45fd-84b5-e39fd625727a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:08.393574 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:10.076311 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:10.113562 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:15.868191 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:25.792762 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:25.797724 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:26.327842 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:27.190965 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:27:31.742392 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09a38503-b642-4d48-838c-47402a764e66 req-884a6d69-3857-495e-bb3e-24bc29a3ff80 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374174 Oct 10 17:27:31.854408 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a38503-b642-4d48-838c-47402a764e66 req-46854339-c1da-4cad-93f8-8ddd62ac10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:27:31.855859 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09a38503-b642-4d48-838c-47402a764e66 req-46854339-c1da-4cad-93f8-8ddd62ac10b7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1130 time: 0.0380025 Oct 10 17:27:31.972616 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a38503-b642-4d48-838c-47402a764e66 req-f820c4aa-8009-4801-b9af-c2ebf6ea100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:27:31.974596 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09a38503-b642-4d48-838c-47402a764e66 req-f820c4aa-8009-4801-b9af-c2ebf6ea100a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 909 time: 0.0954185 Oct 10 17:27:32.037762 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09a38503-b642-4d48-838c-47402a764e66 req-efb14e73-8148-4ed8-8bc6-c1105ec50101 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 1002 time: 0.0540595 Oct 10 17:27:32.091965 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a38503-b642-4d48-838c-47402a764e66 req-8d51faad-68d1-447a-b8c9-c610f361f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:27:32.093382 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09a38503-b642-4d48-838c-47402a764e66 req-8d51faad-68d1-447a-b8c9-c610f361f7d3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 200 len: 847 time: 0.0457945 Oct 10 17:27:32.139906 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a38503-b642-4d48-838c-47402a764e66 req-eb6302b0-a85d-4e55-b66b-313545d7a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:27:32.147344 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09a38503-b642-4d48-838c-47402a764e66 req-eb6302b0-a85d-4e55-b66b-313545d7a6bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1aa97eba-7893-4510-8e53-561fccf49281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379877 Oct 10 17:27:32.237203 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09a38503-b642-4d48-838c-47402a764e66 req-a99af4bc-4a0d-44eb-a741-2ccdc7d1726e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855191 Oct 10 17:27:32.327836 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-09a38503-b642-4d48-838c-47402a764e66 req-7002b50f-34ad-4346-a5e3-a3dcb587cea5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810909 Oct 10 17:27:34.976498 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-958e4dd7-6bc2-45d2-8d5e-ab59f4f4fc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:37.186042 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:37.186836 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:37.292795 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-780cd6d9-61a9-4578-9115-306d2888dcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:38.382365 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:40.113303 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:40.138283 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:42.318772 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=55 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:42.324743 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=46 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:45.897109 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:27:55.795164 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:27:55.797235 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:03.328802 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:03.333974 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:04.189702 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:28:04.981726 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b25140ff-6976-497d-9ad0-ead214a24166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:05.146824 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36260) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:05.284125 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Deleting port 36947e8a-9370-4819-aae8-c9dfdd681e1f {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:05.284467 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (36947e8a-9370-4819-aae8-c9dfdd681e1f), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:05.363066 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (36947e8a-9370-4819-aae8-c9dfdd681e1f), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:05.363389 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for floatingip (36947e8a-9370-4819-aae8-c9dfdd681e1f), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:05.375881 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Calling delete_port for 36947e8a-9370-4819-aae8-c9dfdd681e1f owned by network:floatingip {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:05.584537 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (36947e8a-9370-4819-aae8-c9dfdd681e1f), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:05.609022 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event deleted for resources: {'Port': ['ID=36947e8a-9370-4819-aae8-c9dfdd681e1f,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:05.635203 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.635557 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.635902 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.636269 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.636610 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.636944 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.637274 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.637605 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.637934 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.638259 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.638586 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.638911 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.639238 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.639558 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.639886 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=104999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:05.681350 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for floatingip (45fa00bb-8cba-43d6-b181-05f0d3686f03), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:05.681686 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.db.l3_db [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Floating IP 45fa00bb-8cba-43d6-b181-05f0d3686f03 disassociated (deleted). External IP: 172.27.4.139, port: 57c4a8b9-69e2-4476-b049-3e16e3253025. Oct 10 17:28:05.883607 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Router d10ad5cf-102d-4473-ab32-4e78969c1756 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:28:05.984664 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:28:05.989456 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for floatingip (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:05.994249 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254da353-f774-46d3-9098-505b0a868909 None None] Sync routers for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:28:06.004482 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254da353-f774-46d3-9098-505b0a868909 None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:28:06.005622 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-254da353-f774-46d3-9098-505b0a868909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:27:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:06.009233 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:06.018746 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-f8a2a43c-afa8-42c6-8ee2-09685109228a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/45fa00bb-8cba-43d6-b181-05f0d3686f03 HTTP/1.1" status: 204 len: 168 time: 0.8709345 Oct 10 17:28:06.029508 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025'}] {{(pid=104999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:28:06.029508 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e36b90941362dd782e6f3bf54f9a932c5251ea1002b977431787d65abcdc10f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025"}]}' {{(pid=104999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:28:06.159598 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29a4ad3-10bf-41fa-9ac5-b428cc3aa236 x-openstack-request-id: req-e29a4ad3-10bf-41fa-9ac5-b428cc3aa236 {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:28:06.159598 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025", "status": "completed", "code": 200}]} {{(pid=104999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:28:06.159598 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e29a4ad3-10bf-41fa-9ac5-b428cc3aa236 {{(pid=104999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:28:06.159598 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29a4ad3-10bf-41fa-9ac5-b428cc3aa236'] response: {'name': 'network-changed', 'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'status': 'completed', 'code': 200} Oct 10 17:28:06.208402 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-254da353-f774-46d3-9098-505b0a868909 None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:28:06.249966 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-2914ec32-8a8c-4be6-9567-61dbe325d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:28:06.251433 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-2914ec32-8a8c-4be6-9567-61dbe325d16a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=be063f15b64a45598299aacd0a40e9e8&device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 1130 time: 0.0397780 Oct 10 17:28:06.398744 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-254da353-f774-46d3-9098-505b0a868909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'cc502884-ccf4-4898-bac0-efb7fd0b445d', 'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'mac_address': 'fa:16:3e:7d:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:28Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 5, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'subnets': [{'id': 'd5d76736-218e-461b-8831-abf103e26c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:06.430892 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254da353-f774-46d3-9098-505b0a868909 None None] Checking router: d10ad5cf-102d-4473-ab32-4e78969c1756 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:28:06.440095 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254da353-f774-46d3-9098-505b0a868909 None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:28:06.440616 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-254da353-f774-46d3-9098-505b0a868909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:27:37Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:06.542454 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-254da353-f774-46d3-9098-505b0a868909 None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:28:06.607117 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e878f60-20fc-4232-9aed-c4bfda86cbdf req-5d93ba1e-041e-4629-ba8d-edf9aa925b80 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:28:06.608579 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6e878f60-20fc-4232-9aed-c4bfda86cbdf req-5d93ba1e-041e-4629-ba8d-edf9aa925b80 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0582073 Oct 10 17:28:06.646533 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-8ab7dc74-5b07-4312-ac97-cecebf62b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:28:06.647973 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-8ab7dc74-5b07-4312-ac97-cecebf62b212 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 200 len: 909 time: 0.3904393 Oct 10 17:28:06.675236 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-6e878f60-20fc-4232-9aed-c4bfda86cbdf req-0ab67588-da56-4344-acc8-626b942eb1df tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596361 Oct 10 17:28:06.730186 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-254da353-f774-46d3-9098-505b0a868909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'cc502884-ccf4-4898-bac0-efb7fd0b445d', 'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'mac_address': 'fa:16:3e:7d:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:28Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 5, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'subnets': [{'id': 'd5d76736-218e-461b-8831-abf103e26c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:06.754150 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254da353-f774-46d3-9098-505b0a868909 None None] The sync data for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi is: [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:29Z', 'revision_number': 4, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi', '_interfaces': [{'id': 'cc502884-ccf4-4898-bac0-efb7fd0b445d', 'name': '', 'network_id': '1aa97eba-7893-4510-8e53-561fccf49281', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'mac_address': 'fa:16:3e:7d:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd5d76736-218e-461b-8831-abf103e26c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:28Z', 'updated_at': '2022-10-10T17:23:35Z', 'revision_number': 5, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'subnets': [{'id': 'd5d76736-218e-461b-8831-abf103e26c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:28:06.969506 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc4ade-f9b2-465f-ae4e-f56cb7902b59 None None] New status for floating IP 45fa00bb-8cba-43d6-b181-05f0d3686f03: DOWN {{(pid=105001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 17:28:07.324359 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-f04a3bf3-16a5-4258-a828-ff74fc122a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:07.809018 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-ce274798-e47b-428b-a5ee-76e1b119955d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 200 len: 217 time: 0.0484738 Oct 10 17:28:07.823429 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97f66-21e8-4680-806a-7205ef01fa7e req-ce487009-a2d0-444d-9194-c8b3b34ddb4a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:28:07.825000 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1fb97f66-21e8-4680-806a-7205ef01fa7e req-ce487009-a2d0-444d-9194-c8b3b34ddb4a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0739920 Oct 10 17:28:07.893704 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-3c785e58-7a6b-46de-bda6-5418d78555c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:28:07.895119 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-3c785e58-7a6b-46de-bda6-5418d78555c7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 200 len: 847 time: 0.0692918 Oct 10 17:28:07.912726 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1fb97f66-21e8-4680-806a-7205ef01fa7e req-1d961ce2-e52b-4895-b17c-aa0b537f6107 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9bd0665c-ce76-4d97-9392-9be48276e976&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777683 Oct 10 17:28:08.025561 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-01dc8c5e-53b5-42c2-ac38-6b7eeda6adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:28:08.026927 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-01dc8c5e-53b5-42c2-ac38-6b7eeda6adb3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1aa97eba-7893-4510-8e53-561fccf49281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392532 Oct 10 17:28:08.117083 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-1433411a-19cd-413c-aca0-68e38c4b0a9d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Oct 10 17:28:08.356904 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-7b280cb2-d9f2-4380-ad1c-ed99a02c4bb6 req-6bba5476-b217-4649-8998-0ed73e61dd27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883734 Oct 10 17:28:08.400573 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:08.489573 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65551d5-8284-4acc-b20a-298184d6980e req-5ee4fcd2-c996-45ad-84ea-1c77a4b46188 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 17:28:08.491071 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b65551d5-8284-4acc-b20a-298184d6980e req-5ee4fcd2-c996-45ad-84ea-1c77a4b46188 tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 946 time: 0.0467250 Oct 10 17:28:08.578125 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-b65551d5-8284-4acc-b20a-298184d6980e req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Deleting port 57c4a8b9-69e2-4476-b049-3e16e3253025 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:08.578450 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b65551d5-8284-4acc-b20a-298184d6980e req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:08.665928 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [req-b65551d5-8284-4acc-b20a-298184d6980e req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] For port 57c4a8b9-69e2-4476-b049-3e16e3253025, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=57c4a8b9-69e2-4476-b049-3e16e3253025,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:28:08.666305 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b65551d5-8284-4acc-b20a-298184d6980e req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:08.678980 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [req-b65551d5-8284-4acc-b20a-298184d6980e req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Calling delete_port for 57c4a8b9-69e2-4476-b049-3e16e3253025 owned by compute:nova {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:08.751787 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:08.761819 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:08.863670 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b65551d5-8284-4acc-b20a-298184d6980e req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (57c4a8b9-69e2-4476-b049-3e16e3253025), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:08.892407 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event deleted for resources: {'Port': ['ID=57c4a8b9-69e2-4476-b049-3e16e3253025,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:08.905368 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.905722 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.906060 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.906396 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.906727 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.907091 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.907388 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.907716 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.908056 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.908464 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.908784 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.909114 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.909434 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.909751 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.910068 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:08.952017 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65551d5-8284-4acc-b20a-298184d6980e req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] No DVR routers for this DVR port 57c4a8b9-69e2-4476-b049-3e16e3253025 on host hv-cinder-83454 {{(pid=105000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:28:08.954670 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [req-b65551d5-8284-4acc-b20a-298184d6980e req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102722'] for port (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:08.958223 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-b65551d5-8284-4acc-b20a-298184d6980e req-c2585f9b-3312-463c-9211-054f8019a76f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.25 "DELETE /networking/v2.0/ports/57c4a8b9-69e2-4476-b049-3e16e3253025 HTTP/1.1" status: 204 len: 173 time: 0.4593215 Oct 10 17:28:08.959358 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'name': 'network-vif-deleted', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025'}] {{(pid=105000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 17:28:08.961825 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e88ed7621966c4e8e44fc25c79420c1216bdef2b438652a261a4072b2eced74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b293dbb-9a30-4ca0-97f2-f27b8a1398e9" -d '{"events": [{"server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "name": "network-vif-deleted", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025"}]}' {{(pid=105000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 17:28:09.021275 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-f424b470-378d-440e-b86d-c0152d5ea4da req-6cef3465-ff96-4a47-95d3-38340f35d40f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 210 time: 0.0297954 Oct 10 17:28:09.054245 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba68e05-dd60-4eee-ba9b-ff876e86c2ea x-openstack-request-id: req-0ba68e05-dd60-4eee-ba9b-ff876e86c2ea {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 17:28:09.054538 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8212218-fa5a-49e4-8e73-7e83e886e2bd", "name": "network-vif-deleted", "tag": "57c4a8b9-69e2-4476-b049-3e16e3253025", "status": "completed", "code": 200}]} {{(pid=105000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 17:28:09.054791 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ba68e05-dd60-4eee-ba9b-ff876e86c2ea {{(pid=105000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 17:28:09.055189 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba68e05-dd60-4eee-ba9b-ff876e86c2ea'] response: {'server_uuid': 'a8212218-fa5a-49e4-8e73-7e83e886e2bd', 'name': 'network-vif-deleted', 'tag': '57c4a8b9-69e2-4476-b049-3e16e3253025', 'status': 'completed', 'code': 200} Oct 10 17:28:10.073243 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:10.130321 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:10.142828 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [req-1313b0bd-c868-4acc-bec6-43375b3bef9d req-46be4f4b-8ece-4e5c-be07-9aa429cc9e2f tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a8212218-fa5a-49e4-8e73-7e83e886e2bd HTTP/1.1" status: 200 len: 210 time: 0.0269551 Oct 10 17:28:10.615296 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 57c4a8b9-69e2-4476-b049-3e16e3253025 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:28:10.634569 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] No Port match for: 57c4a8b9-69e2-4476-b049-3e16e3253025 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:28:10.634916 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Device 57c4a8b9-69e2-4476-b049-3e16e3253025 not bound to the agent host hv-cinder-83454 {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:28:11.208818 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36296) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:11.238496 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:11.265034 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eef2fcf1-17ef-4969-9df3-e9aeb3ff601a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group (9bd0665c-ce76-4d97-9392-9be48276e976), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:11.292292 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eef2fcf1-17ef-4969-9df3-e9aeb3ff601a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group (9bd0665c-ce76-4d97-9392-9be48276e976), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:11.421671 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eef2fcf1-17ef-4969-9df3-e9aeb3ff601a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (9bd0665c-ce76-4d97-9392-9be48276e976), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:11.424333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-eef2fcf1-17ef-4969-9df3-e9aeb3ff601a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:11.425504 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-eef2fcf1-17ef-4969-9df3-e9aeb3ff601a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9bd0665c-ce76-4d97-9392-9be48276e976 HTTP/1.1" status: 204 len: 168 time: 0.2169037 Oct 10 17:28:11.435544 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2fcf1-17ef-4969-9df3-e9aeb3ff601a tempest-TestShelveInstance-258778408 tempest-TestShelveInstance-258778408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd0665c-ce76-4d97-9392-9be48276e976,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:11.551265 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36300) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:11.852561 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (d10ad5cf-102d-4473-ab32-4e78969c1756), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:12.069451 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Deleting port cc502884-ccf4-4898-bac0-efb7fd0b445d {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:12.069792 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:12.145449 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:12.150709 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] For port cc502884-ccf4-4898-bac0-efb7fd0b445d, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=cc502884-ccf4-4898-bac0-efb7fd0b445d,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:28:12.151070 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:12.165123 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Calling delete_port for cc502884-ccf4-4898-bac0-efb7fd0b445d owned by network:router_interface {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:12.269243 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:12.441026 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (cc502884-ccf4-4898-bac0-efb7fd0b445d), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:12.467405 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc502884-ccf4-4898-bac0-efb7fd0b445d,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:12.622736 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (d10ad5cf-102d-4473-ab32-4e78969c1756), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:13.071568 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Router d10ad5cf-102d-4473-ab32-4e78969c1756 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=104999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:28:13.169329 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=104999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:28:13.174280 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-8d1c0dfe-afb7-46b9-a75d-c87ebb9809a4 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d10ad5cf-102d-4473-ab32-4e78969c1756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6213908 Oct 10 17:28:13.176813 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36302) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:13.179906 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] Sync routers for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:28:13.189447 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:28:13.190114 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:28:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:13.274182 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks [] for router (d10ad5cf-102d-4473-ab32-4e78969c1756), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:13.288263 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:28:13.372942 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks [] for router_gateway (d10ad5cf-102d-4473-ab32-4e78969c1756), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:13.452332 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210'}], 'enable_snat': True}, 'gw_port_id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:28:12Z', 'revision_number': 5, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port': {'id': 'd3416174-ca6f-49b6-a4dc-a3647a196cd9', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:13.476542 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] Checking router: d10ad5cf-102d-4473-ab32-4e78969c1756 for host: dv-cinder-834540-2-iscsi {{(pid=105002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:28:13.483463 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:13.485514 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] Routers {'d10ad5cf-102d-4473-ab32-4e78969c1756'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:28:13.486109 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:28:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['d10ad5cf-102d-4473-ab32-4e78969c1756'], 'active': True} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:13.488485 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=100 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:13.494618 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:13.507173 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Deleting port d3416174-ca6f-49b6-a4dc-a3647a196cd9 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:13.507512 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:13.558005 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:13.569631 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_dvr_db [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] Set router d10ad5cf-102d-4473-ab32-4e78969c1756 gateway port host: None {{(pid=105002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:28:13.592459 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] For port d3416174-ca6f-49b6-a4dc-a3647a196cd9, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=d3416174-ca6f-49b6-a4dc-a3647a196cd9,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:28:13.594035 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:13.606670 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Calling delete_port for d3416174-ca6f-49b6-a4dc-a3647a196cd9 owned by network:router_gateway {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:13.619000 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.l3_hamode_db [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:28:13Z', 'revision_number': 6, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port_host': None}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:13.646442 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c15733-c642-4558-b877-5982a3b61e4d None None] The sync data for ids ['d10ad5cf-102d-4473-ab32-4e78969c1756'] in dv-cinder-834540-2-iscsi is: [{'id': 'd10ad5cf-102d-4473-ab32-4e78969c1756', 'name': 'tempest-TestShelveInstance-995261991-router', 'tenant_id': 'be063f15b64a45598299aacd0a40e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:26Z', 'updated_at': '2022-10-10T17:28:13Z', 'revision_number': 6, 'project_id': 'be063f15b64a45598299aacd0a40e9e8', 'gw_port_host': None}] {{(pid=105002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:28:13.829531 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (d3416174-ca6f-49b6-a4dc-a3647a196cd9), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:13.853010 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3416174-ca6f-49b6-a4dc-a3647a196cd9,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:13.916080 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (d10ad5cf-102d-4473-ab32-4e78969c1756), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.000797 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (d10ad5cf-102d-4473-ab32-4e78969c1756), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.002968 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks [] for router_controller (d10ad5cf-102d-4473-ab32-4e78969c1756), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.103957 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (d10ad5cf-102d-4473-ab32-4e78969c1756), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.104612 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d10ad5cf-102d-4473-ab32-4e78969c1756 {{(pid=104999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:28:14.108815 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.109847 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7cc6ace9-66eb-4a2b-a79e-747e8a0c177b admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/d10ad5cf-102d-4473-ab32-4e78969c1756 HTTP/1.1" status: 204 len: 168 time: 0.9316187 Oct 10 17:28:14.112363 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36304) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:14.156754 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-2309737b-8f0f-4e26-925f-87a64d0c6a90 admin admin] Deleting subnet d5d76736-218e-461b-8831-abf103e26c04 {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:28:14.159833 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2309737b-8f0f-4e26-925f-87a64d0c6a90 admin admin] Publish callbacks [] for subnet (d5d76736-218e-461b-8831-abf103e26c04), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.193915 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2309737b-8f0f-4e26-925f-87a64d0c6a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (d5d76736-218e-461b-8831-abf103e26c04), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.269623 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2309737b-8f0f-4e26-925f-87a64d0c6a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (d5d76736-218e-461b-8831-abf103e26c04), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.313333 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:14.378174 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2309737b-8f0f-4e26-925f-87a64d0c6a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (d5d76736-218e-461b-8831-abf103e26c04), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.402375 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309737b-8f0f-4e26-925f-87a64d0c6a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d76736-218e-461b-8831-abf103e26c04,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:14.408630 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-2309737b-8f0f-4e26-925f-87a64d0c6a90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.411689 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-2309737b-8f0f-4e26-925f-87a64d0c6a90 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d5d76736-218e-461b-8831-abf103e26c04 HTTP/1.1" status: 204 len: 168 time: 0.2984145 Oct 10 17:28:14.414675 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36306) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:14.417060 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7544fc-4cfc-40b1-a508-577e4adb8ca3 None None] Network 1aa97eba-7893-4510-8e53-561fccf49281 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:28:14.489012 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (1aa97eba-7893-4510-8e53-561fccf49281), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.539162 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Deleting port 01f8b163-75c3-460c-b7dc-d61da5358f53 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:14.539497 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.571914 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] DHCP port deletion for 1aa97eba-7893-4510-8e53-561fccf49281 request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:28:14.603550 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] For port 01f8b163-75c3-460c-b7dc-d61da5358f53, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=01f8b163-75c3-460c-b7dc-d61da5358f53,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:28:14.603909 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.608689 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Deleting port 01f8b163-75c3-460c-b7dc-d61da5358f53 {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:14.609131 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.617637 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Calling delete_port for 01f8b163-75c3-460c-b7dc-d61da5358f53 owned by network:dhcp {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:14.679127 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] For port 01f8b163-75c3-460c-b7dc-d61da5358f53, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=01f8b163-75c3-460c-b7dc-d61da5358f53,segment=NetworkSegment(fdea821d-4f4c-48c2-983e-be4e5ed090e0),segment_id=fdea821d-4f4c-48c2-983e-be4e5ed090e0)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:28:14.679520 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.681769 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:14.693386 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Calling delete_port for 01f8b163-75c3-460c-b7dc-d61da5358f53 owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:14.743731 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.767719 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (01f8b163-75c3-460c-b7dc-d61da5358f53), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.770024 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Pushing event deleted for resources: {'Port': ['ID=01f8b163-75c3-460c-b7dc-d61da5358f53,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:14.772055 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] No DVR routers for this DVR port 01f8b163-75c3-460c-b7dc-d61da5358f53 on host dv-cinder-834540-2-iscsi {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:28:14.794319 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Pushing event deleted for resources: {'Port': ['ID=01f8b163-75c3-460c-b7dc-d61da5358f53,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:14.804001 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] No DVR routers for this DVR port 01f8b163-75c3-460c-b7dc-d61da5358f53 on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:28:14.807868 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.808194 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.808541 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.808888 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.809222 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.809554 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.809881 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.810209 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.810541 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.810884 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.811197 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.811520 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.811958 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.812260 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.812583 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2850e342-7987-41c7-bd2f-b109de13dc77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-2-iscsi {{(pid=105001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 17:28:14.851595 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (1aa97eba-7893-4510-8e53-561fccf49281), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.873216 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa97eba-7893-4510-8e53-561fccf49281']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:14.882606 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdea821d-4f4c-48c2-983e-be4e5ed090e0') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:14.882845 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdea821d-4f4c-48c2-983e-be4e5ed090e0') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:14.895903 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (fdea821d-4f4c-48c2-983e-be4e5ed090e0), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.908809 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (fdea821d-4f4c-48c2-983e-be4e5ed090e0), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.915494 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:28:14.915875 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (fdea821d-4f4c-48c2-983e-be4e5ed090e0), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:14.986424 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device cc502884-ccf4-4898-bac0-efb7fd0b445d no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:28:14.995029 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment fdea821d-4f4c-48c2-983e-be4e5ed090e0 resource provider aggregate not found Oct 10 17:28:15.014094 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: cc502884-ccf4-4898-bac0-efb7fd0b445d {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:28:15.014094 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device cc502884-ccf4-4898-bac0-efb7fd0b445d not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:28:15.014094 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device d3416174-ca6f-49b6-a4dc-a3647a196cd9 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:28:15.014422 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment fdea821d-4f4c-48c2-983e-be4e5ed090e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdea821d-4f4c-48c2-983e-be4e5ed090e0 found for delete ", "request_id": "req-b1a5eb07-77d8-4fda-8d24-6e053b4c6bbe"}]} Oct 10 17:28:15.028968 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: d3416174-ca6f-49b6-a4dc-a3647a196cd9 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:28:15.029318 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device d3416174-ca6f-49b6-a4dc-a3647a196cd9 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:28:15.029727 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 01f8b163-75c3-460c-b7dc-d61da5358f53 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:28:15.034167 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (1aa97eba-7893-4510-8e53-561fccf49281), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:15.035804 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:15.039637 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/1aa97eba-7893-4510-8e53-561fccf49281 HTTP/1.1" status: 204 len: 168 time: 0.6184981 Oct 10 17:28:15.042626 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 36314) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:15.048632 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: 01f8b163-75c3-460c-b7dc-d61da5358f53 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:28:15.048982 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device 01f8b163-75c3-460c-b7dc-d61da5358f53 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:28:15.054990 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52909e-ec0c-48dc-b507-0005237b879e admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa97eba-7893-4510-8e53-561fccf49281,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:15.352847 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550216'] for router_interface (249db63d-c218-450c-96e8-620f0a432f21), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:15.567989 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Deleting port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:15.568356 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:15.648087 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] For port ff2ffb45-fee4-4fa5-89d2-6125afbaf70d, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=ff2ffb45-fee4-4fa5-89d2-6125afbaf70d,segment=NetworkSegment(43a6564b-7516-4aa1-aefe-8213703a94a5),segment_id=43a6564b-7516-4aa1-aefe-8213703a94a5)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:28:15.648373 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:15.660587 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Calling delete_port for ff2ffb45-fee4-4fa5-89d2-6125afbaf70d owned by network:router_interface {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:15.720922 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:15.777341 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=100 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:15.915111 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:15.915649 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (ff2ffb45-fee4-4fa5-89d2-6125afbaf70d), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:15.941401 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2ffb45-fee4-4fa5-89d2-6125afbaf70d,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:16.104800 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550204'] for router_interface (249db63d-c218-450c-96e8-620f0a432f21), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:16.305275 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Router 249db63d-c218-450c-96e8-620f0a432f21 has already been hosted by L3 agent af983a3a-27d4-4fb7-8db7-83dcde2385c3 {{(pid=105000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 17:28:16.405376 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] Notify agent at l3_agent.dv-cinder-834540-2-iscsi the message routers_updated {{(pid=105000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 17:28:16.410419 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-4d93d44b-cdb3-42ce-b53a-c4f935d1fced admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/249db63d-c218-450c-96e8-620f0a432f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3660586 Oct 10 17:28:16.412729 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.wsgi [-] (105000) accepted ('10.222.0.42', 36316) {{(pid=105000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:16.415375 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] Sync routers for ids ['249db63d-c218-450c-96e8-620f0a432f21'] in dv-cinder-834540-2-iscsi {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 17:28:16.425403 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] Routers {'249db63d-c218-450c-96e8-620f0a432f21'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:28:16.426013 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:28:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['249db63d-c218-450c-96e8-620f0a432f21'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:16.507251 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks [] for router (249db63d-c218-450c-96e8-620f0a432f21), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:16.525876 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] Set router 249db63d-c218-450c-96e8-620f0a432f21 gateway port host: dv-cinder-834540-2-iscsi {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:28:16.606117 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks [] for router_gateway (249db63d-c218-450c-96e8-620f0a432f21), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:16.609830 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:16.689121 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249db63d-c218-450c-96e8-620f0a432f21', 'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'external_fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:31Z', 'updated_at': '2022-10-10T17:28:15Z', 'revision_number': 5, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'gw_port': {'id': 'e50f3507-2691-42cb-bac9-9dfd13c0ff37', 'name': '', 'network_id': '7eb0957b-185b-43a3-9ed0-e237a00b6ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249db63d-c218-450c-96e8-620f0a432f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T17:23:32Z', 'updated_at': '2022-10-10T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22be3e7-9d8e-4850-b5b6-c9518156c2b4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-2-iscsi'}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:16.717611 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] Checking router: 249db63d-c218-450c-96e8-620f0a432f21 for host: dv-cinder-834540-2-iscsi {{(pid=105001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 17:28:16.726054 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] Routers {'249db63d-c218-450c-96e8-620f0a432f21'} bound to L3 agent in host dv-cinder-834540-2-iscsi {{(pid=105001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 17:28:16.726661 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T16:59:37Z,description=,heartbeat_timestamp=2022-10-10T17:28:07Z,host='dv-cinder-834540-2-iscsi',id=af983a3a-27d4-4fb7-8db7-83dcde2385c3,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T16:59:38Z,topic='l3_agent')) {'router_ids': ['249db63d-c218-450c-96e8-620f0a432f21'], 'active': True} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:16.728283 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Deleting port e50f3507-2691-42cb-bac9-9dfd13c0ff37 {{(pid=105000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:16.728623 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), before_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:16.806481 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:16.811457 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.db [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] For port e50f3507-2691-42cb-bac9-9dfd13c0ff37, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=e50f3507-2691-42cb-bac9-9dfd13c0ff37,segment=NetworkSegment(f50c9aeb-2005-4af5-abf9-0335c70a8c7e),segment_id=f50c9aeb-2005-4af5-abf9-0335c70a8c7e)] {{(pid=105000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:28:16.814713 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:16.814864 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvr_db [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] Set router 249db63d-c218-450c-96e8-620f0a432f21 gateway port host: None {{(pid=105001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 17:28:16.825752 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.plugins.ml2.plugin [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Calling delete_port for e50f3507-2691-42cb-bac9-9dfd13c0ff37 owned by network:router_gateway {{(pid=105000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:16.990161 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_hamode_db [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249db63d-c218-450c-96e8-620f0a432f21', 'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:31Z', 'updated_at': '2022-10-10T17:28:16Z', 'revision_number': 6, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'gw_port_host': None}], 'dv-cinder-834540-2-iscsi', False) {} {{(pid=105001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:16.992817 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:17.014723 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5528c5-9f2d-47e6-ae75-0348b7e3eb55 None None] The sync data for ids ['249db63d-c218-450c-96e8-620f0a432f21'] in dv-cinder-834540-2-iscsi is: [{'id': '249db63d-c218-450c-96e8-620f0a432f21', 'name': 'tempest-TestShelveInstance-2034375521-router', 'tenant_id': 'bb3df00ade3c435f98d806ceec12af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T17:23:31Z', 'updated_at': '2022-10-10T17:28:16Z', 'revision_number': 6, 'project_id': 'bb3df00ade3c435f98d806ceec12af83', 'gw_port_host': None}] {{(pid=105001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 17:28:17.075059 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2397586'] for port (e50f3507-2691-42cb-bac9-9dfd13c0ff37), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.101237 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50f3507-2691-42cb-bac9-9dfd13c0ff37,revision_number=None']} {{(pid=105000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:17.168902 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550774'] for router_gateway (249db63d-c218-450c-96e8-620f0a432f21), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.254508 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3714'] for router (249db63d-c218-450c-96e8-620f0a432f21), precommit_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.256713 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks [] for router_controller (249db63d-c218-450c-96e8-620f0a432f21), precommit_delete_associations {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.349818 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550244'] for router (249db63d-c218-450c-96e8-620f0a432f21), after_delete {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.350425 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 249db63d-c218-450c-96e8-620f0a432f21 {{(pid=105000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 17:28:17.354793 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG neutron_lib.callbacks.manager [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.355945 dv-cinder-834540-2-iscsi neutron-server[105000]: INFO neutron.wsgi [None req-05616234-fbf3-4620-ae10-7418a258a4a8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/249db63d-c218-450c-96e8-620f0a432f21 HTTP/1.1" status: 204 len: 168 time: 0.9423220 Oct 10 17:28:17.358692 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36318) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:17.405008 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d327782-9cdf-4c78-a60e-9eaf704371ed admin admin] Deleting subnet 3734ca23-c584-4fb1-bbec-40fc0d60a68b {{(pid=104999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 17:28:17.408591 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1d327782-9cdf-4c78-a60e-9eaf704371ed admin admin] Publish callbacks [] for subnet (3734ca23-c584-4fb1-bbec-40fc0d60a68b), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.448860 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1d327782-9cdf-4c78-a60e-9eaf704371ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2417000'] for subnet (3734ca23-c584-4fb1-bbec-40fc0d60a68b), precommit_delete_associations {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.520951 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1d327782-9cdf-4c78-a60e-9eaf704371ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756280'] for subnet (3734ca23-c584-4fb1-bbec-40fc0d60a68b), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.623610 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1d327782-9cdf-4c78-a60e-9eaf704371ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2926038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26219107'] for subnet (3734ca23-c584-4fb1-bbec-40fc0d60a68b), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.647993 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d327782-9cdf-4c78-a60e-9eaf704371ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3734ca23-c584-4fb1-bbec-40fc0d60a68b,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:17.653597 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-1d327782-9cdf-4c78-a60e-9eaf704371ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.656972 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-1d327782-9cdf-4c78-a60e-9eaf704371ed admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3734ca23-c584-4fb1-bbec-40fc0d60a68b HTTP/1.1" status: 204 len: 168 time: 0.2969267 Oct 10 17:28:17.659106 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385be55c-22ab-445f-9225-95887d255241 None None] Network b7d8061a-42de-48e9-a497-5f3379230f09 requested from dv-cinder-834540-2-iscsi {{(pid=105001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 17:28:17.659263 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36320) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:17.700331 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:17.735447 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778357'] for network (b7d8061a-42de-48e9-a497-5f3379230f09), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.741037 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:17.781708 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Deleting port f852e47b-1a39-407c-859d-bdb4bcaca016 {{(pid=104999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:17.782054 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.827004 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d67bce-d8cd-4abf-957b-d50bf146ad00 None None] DHCP port deletion for b7d8061a-42de-48e9-a497-5f3379230f09 request from dv-cinder-834540-2-iscsi {{(pid=105001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 17:28:17.852327 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.db [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] For port f852e47b-1a39-407c-859d-bdb4bcaca016, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=f852e47b-1a39-407c-859d-bdb4bcaca016,segment=NetworkSegment(43a6564b-7516-4aa1-aefe-8213703a94a5),segment_id=43a6564b-7516-4aa1-aefe-8213703a94a5)] {{(pid=104999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:28:17.852697 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.869632 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.plugin [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Calling delete_port for f852e47b-1a39-407c-859d-bdb4bcaca016 owned by network:dhcp {{(pid=104999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:17.875251 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-84d67bce-d8cd-4abf-957b-d50bf146ad00 None None] Deleting port f852e47b-1a39-407c-859d-bdb4bcaca016 {{(pid=105001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 17:28:17.875880 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-84d67bce-d8cd-4abf-957b-d50bf146ad00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791247365928'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), before_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.939193 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.db [None req-84d67bce-d8cd-4abf-957b-d50bf146ad00 None None] For port f852e47b-1a39-407c-859d-bdb4bcaca016, host dv-cinder-834540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-2-iscsi',level=0,port_id=f852e47b-1a39-407c-859d-bdb4bcaca016,segment=NetworkSegment(43a6564b-7516-4aa1-aefe-8213703a94a5),segment_id=43a6564b-7516-4aa1-aefe-8213703a94a5)] {{(pid=105001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 17:28:17.939589 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-84d67bce-d8cd-4abf-957b-d50bf146ad00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581238'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), precommit_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:17.953686 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-84d67bce-d8cd-4abf-957b-d50bf146ad00 None None] Calling delete_port for f852e47b-1a39-407c-859d-bdb4bcaca016 owned by network:dhcp {{(pid=105001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 17:28:18.018016 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2926051'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.023129 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:18.038187 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-84d67bce-d8cd-4abf-957b-d50bf146ad00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1737644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791247367334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791246879205'] for port (f852e47b-1a39-407c-859d-bdb4bcaca016), after_delete {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.046563 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Pushing event deleted for resources: {'Port': ['ID=f852e47b-1a39-407c-859d-bdb4bcaca016,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:18.050043 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] No DVR routers for this DVR port f852e47b-1a39-407c-859d-bdb4bcaca016 on host dv-cinder-834540-2-iscsi {{(pid=104999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:28:18.063157 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d67bce-d8cd-4abf-957b-d50bf146ad00 None None] Pushing event deleted for resources: {'Port': ['ID=f852e47b-1a39-407c-859d-bdb4bcaca016,revision_number=None']} {{(pid=105001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:18.066611 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d67bce-d8cd-4abf-957b-d50bf146ad00 None None] No DVR routers for this DVR port f852e47b-1a39-407c-859d-bdb4bcaca016 on host dv-cinder-834540-2-iscsi {{(pid=105001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 17:28:18.131353 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712746', 'neutron.services.segments.db._delete_segments_for_network-8791247326428'] for network (b7d8061a-42de-48e9-a497-5f3379230f09), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.151498 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d8061a-42de-48e9-a497-5f3379230f09']}} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:18.160529 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a6564b-7516-4aa1-aefe-8213703a94a5') {'for_net_delete': True} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:18.166044 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.services.segments.db [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a6564b-7516-4aa1-aefe-8213703a94a5') {} {{(pid=104999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 17:28:18.170608 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791247345318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2416913'] for segment (43a6564b-7516-4aa1-aefe-8213703a94a5), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.184399 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031'] for segment (43a6564b-7516-4aa1-aefe-8213703a94a5), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.190524 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=104999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 17:28:18.190901 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1715031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2925884'] for segment (43a6564b-7516-4aa1-aefe-8213703a94a5), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.234771 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 43a6564b-7516-4aa1-aefe-8213703a94a5 resource provider aggregate not found Oct 10 17:28:18.255665 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.services.segments.plugin [-] Segment 43a6564b-7516-4aa1-aefe-8213703a94a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43a6564b-7516-4aa1-aefe-8213703a94a5 found for delete ", "request_id": "req-6ef8cde7-3c60-4c14-910f-8d4dd40fed86"}]} Oct 10 17:28:18.337690 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-786302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550825'] for network (b7d8061a-42de-48e9-a497-5f3379230f09), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.342216 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-786280'] for network (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.345569 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/b7d8061a-42de-48e9-a497-5f3379230f09 HTTP/1.1" status: 204 len: 168 time: 0.6854575 Oct 10 17:28:18.358180 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d14fce-9c72-4344-871d-816e1cc88221 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d8061a-42de-48e9-a497-5f3379230f09,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:18.715158 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36328) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:18.755063 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-31694316-6de9-469b-b17c-600496ea3f7a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=be063f15b64a45598299aacd0a40e9e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387580 Oct 10 17:28:18.757446 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36330) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:18.803584 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-24402ce6-7d85-4208-92b6-8b84316cdb01 admin admin] Publish callbacks [] for security_group (53590955-8b5b-4a75-ac5a-47358f9d72c9), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.822669 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-24402ce6-7d85-4208-92b6-8b84316cdb01 admin admin] Publish callbacks [] for security_group (53590955-8b5b-4a75-ac5a-47358f9d72c9), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.936005 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-24402ce6-7d85-4208-92b6-8b84316cdb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (53590955-8b5b-4a75-ac5a-47358f9d72c9), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.938597 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-24402ce6-7d85-4208-92b6-8b84316cdb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:18.942177 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-24402ce6-7d85-4208-92b6-8b84316cdb01 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/53590955-8b5b-4a75-ac5a-47358f9d72c9 HTTP/1.1" status: 204 len: 168 time: 0.1814504 Oct 10 17:28:18.948858 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24402ce6-7d85-4208-92b6-8b84316cdb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53590955-8b5b-4a75-ac5a-47358f9d72c9,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:18.982188 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device ff2ffb45-fee4-4fa5-89d2-6125afbaf70d no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:28:19.001590 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: ff2ffb45-fee4-4fa5-89d2-6125afbaf70d {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:28:19.001926 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device ff2ffb45-fee4-4fa5-89d2-6125afbaf70d not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:28:19.002347 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device f852e47b-1a39-407c-859d-bdb4bcaca016 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:28:19.020921 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: f852e47b-1a39-407c-859d-bdb4bcaca016 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:28:19.021272 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device f852e47b-1a39-407c-859d-bdb4bcaca016 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:28:19.022220 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e50f3507-2691-42cb-bac9-9dfd13c0ff37 no longer exists at agent ovs-agent-dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 17:28:19.044354 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.plugin [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] No Port match for: e50f3507-2691-42cb-bac9-9dfd13c0ff37 {{(pid=105001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 17:28:19.044943 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron.plugins.ml2.rpc [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Device e50f3507-2691-42cb-bac9-9dfd13c0ff37 not bound to the agent host dv-cinder-834540-2-iscsi {{(pid=105001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 17:28:19.617289 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36336) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:19.656470 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-52e06f8d-e470-47ed-bedb-436fefe054e6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bb3df00ade3c435f98d806ceec12af83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379794 Oct 10 17:28:19.658814 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [-] (104999) accepted ('10.222.0.42', 36338) {{(pid=104999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 17:28:19.711553 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-41b9ea0d-0333-4e48-a42d-a19c46e3c0c4 admin admin] Publish callbacks [] for security_group (65f73d75-5816-4e90-852a-20bc2704cbec), before_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:19.732964 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-41b9ea0d-0333-4e48-a42d-a19c46e3c0c4 admin admin] Publish callbacks [] for security_group (65f73d75-5816-4e90-852a-20bc2704cbec), precommit_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:19.851823 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-41b9ea0d-0333-4e48-a42d-a19c46e3c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616225'] for security_group (65f73d75-5816-4e90-852a-20bc2704cbec), after_delete {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:19.854258 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron_lib.callbacks.manager [None req-41b9ea0d-0333-4e48-a42d-a19c46e3c0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:19.855384 dv-cinder-834540-2-iscsi neutron-server[104999]: INFO neutron.wsgi [None req-41b9ea0d-0333-4e48-a42d-a19c46e3c0c4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/65f73d75-5816-4e90-852a-20bc2704cbec HTTP/1.1" status: 204 len: 168 time: 0.1956425 Oct 10 17:28:19.863403 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9ea0d-0333-4e48-a42d-a19c46e3c0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f73d75-5816-4e90-852a-20bc2704cbec,revision_number=None']} {{(pid=104999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 17:28:27.290444 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=19,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:27.292342 dv-cinder-834540-2-iscsi neutron-server[105000]: DEBUG dbcounter [-] [105000] Writing DB stats neutron:SELECT=58,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:29.025195 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=33,neutron:DELETE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:29.858457 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=52,neutron:DELETE=8 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:29.859251 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG dbcounter [-] [104999] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:29.878133 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:30.076326 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=27 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:30.078152 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=16 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:34.981557 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-169c1bbd-3027-48b4-b51c-a92ed4bec2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:37.308690 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-32741628-9679-4b88-b97e-14cf881419e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:38.403943 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:40.084345 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:40.257568 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:40.329618 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:40.330369 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:41.188258 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:28:45.872686 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:28:51.184129 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:51.184848 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:55.800939 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:55.802792 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:28:57.470968 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-30a3a19b-548b-4670-80dc-b21f14945003 service neutron] (104999) timed out ('10.222.0.42', 57642) {{(pid=104999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 10 17:28:57.545644 dv-cinder-834540-2-iscsi neutron-server[104999]: DEBUG neutron.wsgi [req-6243a86b-289e-401b-af80-94457f7b8bca req-4f605bda-70a0-4ed1-bd4c-c63cef439d15 tempest-AttachVolumeShelveTestJSON-1290963556 tempest-AttachVolumeShelveTestJSON-1290963556-project] (104999) timed out ('10.222.0.42', 57654) {{(pid=104999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 10 17:29:04.982076 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ee94298c-8278-432c-b6cb-a7dcc91c8c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:07.324055 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-533caf28-5f5c-435e-8740-d7070e97e01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:08.404936 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:10.052557 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:10.113394 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:15.850452 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:17.338260 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:29:18.186682 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:29:25.787062 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:29:25.794020 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:29:33.265243 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=7 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:29:33.266045 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:29:34.993291 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4c6e296e-65d5-4c35-af9a-72cf37689614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:37.307398 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-53aca4f8-98db-458a-9e54-e2078dd5dd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:38.392983 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:40.123807 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:40.152150 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:45.872648 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:29:54.329114 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:29:54.334045 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:29:55.185248 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:29:55.786186 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:29:55.793137 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:30:04.969340 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-9484236b-aa16-4507-9f2c-529c7084d583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:05.181414 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:30:07.329119 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5f72-93f3-410d-849a-36342e48ed38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:08.409034 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:10.056624 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:10.100425 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:15.855246 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:25.794802 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:30:25.796685 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:30:31.328207 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=18 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:30:31.329036 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=14 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:30:32.185116 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:30:34.974392 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-43308ac1-38ca-451a-9dad-51fd1afeb45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:37.311390 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ab44baaa-60d9-4990-9833-69f20ea26e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:38.396931 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:40.088132 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:40.110805 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:42.180238 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:30:42.181001 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:30:45.882482 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:30:55.803842 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:30:55.805692 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:04.985270 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-eaa7124e-6e6b-4887-b1cf-dfa39379aa56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:07.356564 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-c59a3a9b-5904-4930-899e-4f9780c9519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:08.321570 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:08.326387 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:08.390596 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:09.184988 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:31:10.110985 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:10.139513 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:15.922466 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:19.180584 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:25.812971 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:25.814833 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:33.270600 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:34.979097 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-4436b2a2-00a1-4d65-bf8a-14816942278c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:37.333611 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-ae8d18d5-6f13-4bc1-a2f4-522b8bc27bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:38.436125 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:40.096402 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:40.167411 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:45.320956 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:45.321681 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=3 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:45.875185 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:31:46.184262 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:31:55.802332 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:55.804220 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:56.180661 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:31:56.181396 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:32:05.028913 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-f19fba2c-d4e5-4422-870a-6e3409c8262b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:07.344549 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-bcc87a2b-5d7c-431a-8ec2-3ae1084f1f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:08.430161 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:10.097238 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:10.126292 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:15.859045 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:23.183735 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:32:25.801309 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:32:25.803203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:32:30.077976 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=14 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:32:33.180452 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=20 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:32:35.004962 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-79c2fe60-2366-4b0b-803c-3de0ef096f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:37.330766 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-b82d78bd-d4ce-445d-9bab-542dda6dc754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:38.435112 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:40.103501 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:40.172457 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:45.880977 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:32:55.813384 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:32:55.818355 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:32:59.319125 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:32:59.324976 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=5 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:33:00.183863 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG neutron.db.agents_db [None req-da510cd1-a836-4f3b-8ba2-05b455d962bb None None] Agent healthcheck: found 6 active agents {{(pid=105002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 17:33:04.978033 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-af1beea3-e102-4893-85ff-bb1e05fe62fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:33:07.320841 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-f573aefc-0796-4c49-9fa3-a1f89f40e2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (af983a3a-27d4-4fb7-8db7-83dcde2385c3), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:33:08.433203 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-116030b0-beed-4efd-a13e-d12baac4b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (825dca26-df08-4a54-8956-b48e4ac70566), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:33:10.107232 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-2001ab7d-115f-488b-87d5-5bd76809be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9b24f09f-ac91-4365-8c99-63822fe627f8), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:33:10.149358 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-5ae821ea-c136-4837-b394-bb75ef933f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (c70d7faf-d6e1-4fac-8645-25f7940b0ac5), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:33:10.179781 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:33:10.180529 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=1 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:33:15.901165 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-1bb5c8db-4f97-44f5-a78f-9728c065dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (23b0e495-dc62-4894-8a39-58570ee61176), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:33:25.828365 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:33:25.833313 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG dbcounter [-] [105001] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=105001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:33:35.017431 dv-cinder-834540-2-iscsi neutron-server[105001]: DEBUG neutron_lib.callbacks.manager [None req-775d39dc-c2d1-40b8-a1a5-404bdb0c6e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791247326410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718309'] for agent (9908463c-9d0d-4a35-a2f3-a46a5c4f18d7), after_update {{(pid=105001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 17:33:36.319144 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 17:33:36.320347 dv-cinder-834540-2-iscsi neutron-server[105002]: DEBUG dbcounter [-] [105002] Writing DB stats neutron:SELECT=5 {{(pid=105002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}